2024-11-18 10:39:46,178 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-18 10:39:46,194 main DEBUG Took 0.014497 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 10:39:46,195 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 10:39:46,195 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 10:39:46,196 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 10:39:46,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,204 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 10:39:46,217 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,219 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,219 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,221 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,221 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,223 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,224 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,225 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,226 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,226 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,227 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:39:46,228 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,228 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 10:39:46,229 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:39:46,231 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 10:39:46,233 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 10:39:46,233 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 10:39:46,235 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 10:39:46,236 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 10:39:46,247 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 10:39:46,251 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 10:39:46,254 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 10:39:46,255 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 10:39:46,255 main DEBUG createAppenders(={Console}) 2024-11-18 10:39:46,257 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-18 10:39:46,257 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-18 10:39:46,258 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-18 10:39:46,258 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 10:39:46,259 main DEBUG OutputStream closed 2024-11-18 10:39:46,259 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 10:39:46,260 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 10:39:46,260 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-18 10:39:46,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 10:39:46,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 10:39:46,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 10:39:46,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 10:39:46,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 10:39:46,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 10:39:46,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 10:39:46,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 10:39:46,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 10:39:46,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 10:39:46,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 10:39:46,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 10:39:46,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 10:39:46,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 10:39:46,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 10:39:46,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 10:39:46,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 10:39:46,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 10:39:46,385 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 10:39:46,386 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-18 10:39:46,386 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 10:39:46,387 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-18T10:39:46,405 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-18 10:39:46,409 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 10:39:46,409 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T10:39:46,807 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb 2024-11-18T10:39:46,808 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-18T10:39:46,955 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T10:39:47,056 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83, deleteOnExit=true 2024-11-18T10:39:47,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/test.cache.data in system properties and HBase conf 2024-11-18T10:39:47,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:39:47,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:39:47,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:39:47,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:39:47,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:39:47,176 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:39:47,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:39:47,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:39:47,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:39:47,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:39:47,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:39:47,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:39:47,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:39:47,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:39:47,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:39:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:39:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:39:47,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:39:47,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:39:47,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:39:48,752 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T10:39:48,827 INFO [Time-limited test {}] log.Log(170): Logging initialized @3402ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T10:39:48,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:39:48,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:39:49,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:39:49,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:39:49,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:39:49,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:39:49,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2233cd8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:39:49,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c02524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:39:49,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e69ad3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/java.io.tmpdir/jetty-localhost-33257-hadoop-hdfs-3_4_1-tests_jar-_-any-348528100985212356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:39:49,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1acfafbc{HTTP/1.1, (http/1.1)}{localhost:33257} 2024-11-18T10:39:49,219 INFO [Time-limited test {}] server.Server(415): Started @3794ms 2024-11-18T10:39:49,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:39:49,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:39:49,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:39:49,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:39:49,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:39:49,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1719802b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:39:49,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32294ad2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:39:49,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68fd8f9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/java.io.tmpdir/jetty-localhost-40951-hadoop-hdfs-3_4_1-tests_jar-_-any-871359726396128381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:39:49,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@391cccb5{HTTP/1.1, (http/1.1)}{localhost:40951} 2024-11-18T10:39:49,863 INFO [Time-limited test {}] server.Server(415): Started @4438ms 2024-11-18T10:39:49,927 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:39:50,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:39:50,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:39:50,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:39:50,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:39:50,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:39:50,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74138eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:39:50,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241c4fdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:39:50,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@364f443d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/java.io.tmpdir/jetty-localhost-39139-hadoop-hdfs-3_4_1-tests_jar-_-any-13941443278828364431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:39:50,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@420dc8f2{HTTP/1.1, (http/1.1)}{localhost:39139} 2024-11-18T10:39:50,170 INFO [Time-limited test {}] server.Server(415): Started @4746ms 2024-11-18T10:39:50,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:39:51,187 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data2/current/BP-157042908-172.17.0.3-1731926388090/current, will proceed with Du for space computation calculation, 2024-11-18T10:39:51,187 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data1/current/BP-157042908-172.17.0.3-1731926388090/current, will proceed with Du for space computation calculation, 2024-11-18T10:39:51,187 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data3/current/BP-157042908-172.17.0.3-1731926388090/current, will proceed with Du for space computation calculation, 2024-11-18T10:39:51,187 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data4/current/BP-157042908-172.17.0.3-1731926388090/current, will proceed with Du for space computation calculation, 2024-11-18T10:39:51,223 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:39:51,223 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:39:51,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bf1f144acb68247 with lease ID 0xc34bb45f0bed128: Processing first storage report for DS-302b6b49-38be-4a88-93ed-4eb220c2b462 from datanode DatanodeRegistration(127.0.0.1:42797, datanodeUuid=6118b24f-0d17-4ef3-9013-32b9fbf366aa, infoPort=40295, infoSecurePort=0, ipcPort=36921, storageInfo=lv=-57;cid=testClusterID;nsid=1035780122;c=1731926388090) 2024-11-18T10:39:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bf1f144acb68247 with lease ID 0xc34bb45f0bed128: from storage DS-302b6b49-38be-4a88-93ed-4eb220c2b462 node DatanodeRegistration(127.0.0.1:42797, datanodeUuid=6118b24f-0d17-4ef3-9013-32b9fbf366aa, infoPort=40295, infoSecurePort=0, ipcPort=36921, storageInfo=lv=-57;cid=testClusterID;nsid=1035780122;c=1731926388090), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T10:39:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f6b0593919fd0ce with lease ID 0xc34bb45f0bed127: Processing first storage report for DS-88ca7e42-22e4-457c-8526-ac6ab02ecccd from datanode DatanodeRegistration(127.0.0.1:32905, datanodeUuid=76883ed3-6ee8-40db-8568-8dd4c554cd46, infoPort=38475, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=1035780122;c=1731926388090) 2024-11-18T10:39:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f6b0593919fd0ce with lease ID 0xc34bb45f0bed127: from storage DS-88ca7e42-22e4-457c-8526-ac6ab02ecccd node DatanodeRegistration(127.0.0.1:32905, datanodeUuid=76883ed3-6ee8-40db-8568-8dd4c554cd46, infoPort=38475, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=1035780122;c=1731926388090), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:39:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bf1f144acb68247 with lease ID 0xc34bb45f0bed128: Processing first storage report for DS-10524cfd-a3ba-4259-b417-42d4cee77b58 from datanode DatanodeRegistration(127.0.0.1:42797, datanodeUuid=6118b24f-0d17-4ef3-9013-32b9fbf366aa, infoPort=40295, infoSecurePort=0, ipcPort=36921, storageInfo=lv=-57;cid=testClusterID;nsid=1035780122;c=1731926388090) 2024-11-18T10:39:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bf1f144acb68247 with lease ID 0xc34bb45f0bed128: from storage DS-10524cfd-a3ba-4259-b417-42d4cee77b58 node DatanodeRegistration(127.0.0.1:42797, datanodeUuid=6118b24f-0d17-4ef3-9013-32b9fbf366aa, infoPort=40295, infoSecurePort=0, ipcPort=36921, storageInfo=lv=-57;cid=testClusterID;nsid=1035780122;c=1731926388090), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T10:39:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f6b0593919fd0ce with lease ID 0xc34bb45f0bed127: Processing first storage report for DS-4dda88e3-68f8-4193-b4f5-87782741b2f0 from datanode DatanodeRegistration(127.0.0.1:32905, datanodeUuid=76883ed3-6ee8-40db-8568-8dd4c554cd46, infoPort=38475, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=1035780122;c=1731926388090) 2024-11-18T10:39:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f6b0593919fd0ce with lease ID 0xc34bb45f0bed127: from storage DS-4dda88e3-68f8-4193-b4f5-87782741b2f0 node DatanodeRegistration(127.0.0.1:32905, datanodeUuid=76883ed3-6ee8-40db-8568-8dd4c554cd46, infoPort=38475, infoSecurePort=0, ipcPort=35161, storageInfo=lv=-57;cid=testClusterID;nsid=1035780122;c=1731926388090), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:39:51,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb 2024-11-18T10:39:51,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=124, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=603, ProcessCount=11, AvailableMemoryMB=2054 2024-11-18T10:39:51,312 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:39:51,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:51,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:39:51,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:39:51,945 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:39:51,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:51,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:51,970 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:39:52,001 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T10:39:52,021 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T10:39:52,025 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:39:52,025 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:39:52,028 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:39:52,034 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:39:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,052 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T10:39:52,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741826_1002 (size=1393) 2024-11-18T10:39:52,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741826_1002 (size=1393) 2024-11-18T10:39:52,106 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:39:52,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:39:52,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741827_1003 (size=1393) 2024-11-18T10:39:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741827_1003 (size=1393) 2024-11-18T10:39:52,154 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:39:52,154 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:39:52,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741828_1004 (size=1393) 2024-11-18T10:39:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741828_1004 (size=1393) 2024-11-18T10:39:52,204 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:39:52,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:39:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741829_1005 (size=1393) 2024-11-18T10:39:52,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741829_1005 (size=1393) 2024-11-18T10:39:52,646 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:39:52,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:39:52,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741830_1006 (size=1393) 2024-11-18T10:39:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741830_1006 (size=1393) 2024-11-18T10:39:52,683 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:39:52,683 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:39:52,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741831_1007 (size=1393) 2024-11-18T10:39:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741831_1007 (size=1393) 2024-11-18T10:39:52,711 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:39:52,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:39:52,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741832_1008 (size=1405) 2024-11-18T10:39:52,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741832_1008 (size=1405) 2024-11-18T10:39:52,739 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:39:52,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:39:52,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741833_1009 (size=1413) 2024-11-18T10:39:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741833_1009 (size=1413) 2024-11-18T10:39:52,765 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:39:52,766 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:39:52,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741834_1010 (size=1413) 2024-11-18T10:39:52,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741834_1010 (size=1413) 2024-11-18T10:39:52,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:39:52,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:39:52,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:52,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:52,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741835_1011 (size=1413) 2024-11-18T10:39:52,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741835_1011 (size=1413) 2024-11-18T10:39:52,815 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:39:52,882 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fbdd8569-3c68-bf7f-1815-955124284145/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731926392005/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:39:52,883 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T10:39:52,884 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T10:39:52,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fbdd8569-3c68-bf7f-1815-955124284145/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731926392005/wal.dat.0 2024-11-18T10:39:52,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fbdd8569-3c68-bf7f-1815-955124284145/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731926392005/wal.dat.0 after 4ms 2024-11-18T10:39:52,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fbdd8569-3c68-bf7f-1815-955124284145/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731926392005/wal.dat.0 took 63ms 2024-11-18T10:39:52,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fbdd8569-3c68-bf7f-1815-955124284145/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731926392005/wal.dat.0 so closing down 2024-11-18T10:39:52,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:52,954 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:52,959 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fbdd8569-3c68-bf7f-1815-955124284145/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731926392005/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:39:52,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fbdd8569-3c68-bf7f-1815-955124284145/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731926392005/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fbdd8569-3c68-bf7f-1815-955124284145/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731926392005/wal.dat.0, size=1.4 K (1393bytes) at 1731926392882Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fbdd8569-3c68-bf7f-1815-955124284145/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731926392005/wal.dat.0 so closing down at 1731926392949 (+67 ms)3 split writer threads finished at 1731926392954 (+5 ms)Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fbdd8569-3c68-bf7f-1815-955124284145/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731926392005/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926392959 (+5 ms) 2024-11-18T10:39:52,961 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-18T10:39:52,981 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129 (was 124) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@dc38a76 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-560230279_22 at /127.0.0.1:46928 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=603 (was 603), ProcessCount=11 (was 11), AvailableMemoryMB=2007 (was 2054) 2024-11-18T10:39:52,988 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=603, ProcessCount=11, AvailableMemoryMB=2007 2024-11-18T10:39:52,988 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:39:53,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741836_1012 (size=7) 2024-11-18T10:39:53,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741836_1012 (size=7) 2024-11-18T10:39:53,004 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:39:53,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:53,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:53,011 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:39:53,012 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-18T10:39:53,012 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:39:53,014 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:39:53,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:39:53,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741837_1013 (size=2324) 2024-11-18T10:39:53,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741837_1013 (size=2324) 2024-11-18T10:39:53,059 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:39:53,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T10:39:53,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0 2024-11-18T10:39:53,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0 after 1ms 2024-11-18T10:39:53,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0 took 5ms 2024-11-18T10:39:53,091 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0 so closing down 2024-11-18T10:39:53,091 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:53,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:53,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:39:53,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:39:53,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:39:53,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:39:53,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741838_1014 (size=743) 2024-11-18T10:39:53,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741838_1014 (size=743) 2024-11-18T10:39:53,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741839_1015 (size=743) 2024-11-18T10:39:53,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741839_1015 (size=743) 2024-11-18T10:39:53,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-18T10:39:53,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-18T10:39:53,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:39:53,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:39:53,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 57 ms; skipped=7; WAL=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T10:39:53,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0, size=2.3 K (2324bytes) at 1731926393078Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0 so closing down at 1731926393091 (+13 ms)3 split writer threads finished at 1731926393092 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926393119 (+27 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926393119Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731926393137 (+18 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731926393137Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926393140 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926393140Processed 27 edits across 2 Regions in 57 ms; skipped=7; WAL=hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731926393141 (+1 ms) 2024-11-18T10:39:53,154 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/WALs/testsplitlogfilemultipleregions,16010,1731926393012/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/1e05c6dc-e3d9-75f0-cd9b-d05170402b34/oldWALs/wal.dat.0 2024-11-18T10:39:53,182 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1533463453_22 at /127.0.0.1:46928 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1533463453_22 at /127.0.0.1:42620 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=379 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=603 (was 603), ProcessCount=11 (was 11), AvailableMemoryMB=2000 (was 2007) 2024-11-18T10:39:53,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=603, ProcessCount=11, AvailableMemoryMB=1999 2024-11-18T10:39:53,189 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:39:53,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741840_1016 (size=7) 2024-11-18T10:39:53,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741840_1016 (size=7) 2024-11-18T10:39:53,202 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:39:53,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:53,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:53,213 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:39:53,213 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:39:53,214 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:39:53,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:39:53,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:53,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:53,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741841_1017 (size=2324) 2024-11-18T10:39:53,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741841_1017 (size=2324) 2024-11-18T10:39:53,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:39:54,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/f4174051-0d76-63bf-6b7a-b06943057353/WALs/testterminationaskedbyreporter,16010,1731926393213/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T10:39:54,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/f4174051-0d76-63bf-6b7a-b06943057353/WALs/testterminationaskedbyreporter,16010,1731926393213/wal.dat.0 so closing down 2024-11-18T10:39:54,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/f4174051-0d76-63bf-6b7a-b06943057353/WALs/testterminationaskedbyreporter,16010,1731926393213/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-18T10:39:54,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/f4174051-0d76-63bf-6b7a-b06943057353/WALs/testterminationaskedbyreporter,16010,1731926393213/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/f4174051-0d76-63bf-6b7a-b06943057353/WALs/testterminationaskedbyreporter,16010,1731926393213/wal.dat.0, size=2.3 K (2324bytes) at 1731926394077Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/f4174051-0d76-63bf-6b7a-b06943057353/WALs/testterminationaskedbyreporter,16010,1731926393213/wal.dat.0 so closing down at 1731926394077Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/f4174051-0d76-63bf-6b7a-b06943057353/WALs/testterminationaskedbyreporter,16010,1731926393213/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731926394078 (+1 ms) 2024-11-18T10:39:54,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=130 (was 130), OpenFileDescriptor=381 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=563 (was 603), ProcessCount=11 (was 11), AvailableMemoryMB=1951 (was 1999) 2024-11-18T10:39:54,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=130, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=563, ProcessCount=11, AvailableMemoryMB=1951 2024-11-18T10:39:54,096 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:39:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741842_1018 (size=7) 2024-11-18T10:39:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741842_1018 (size=7) 2024-11-18T10:39:54,108 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:39:54,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:54,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:54,118 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:39:54,118 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-18T10:39:54,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:39:54,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741843_1019 (size=1043) 2024-11-18T10:39:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741843_1019 (size=1043) 2024-11-18T10:39:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:39:54,139 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:39:54,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,152 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:39:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741845_1021 (size=1043) 2024-11-18T10:39:54,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741845_1021 (size=1043) 2024-11-18T10:39:54,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:39:54,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:39:54,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741846_1022 (size=1043) 2024-11-18T10:39:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741846_1022 (size=1043) 2024-11-18T10:39:54,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:39:54,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:39:54,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741847_1023 (size=1043) 2024-11-18T10:39:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741847_1023 (size=1043) 2024-11-18T10:39:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:39:54,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:39:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741848_1024 (size=1043) 2024-11-18T10:39:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741848_1024 (size=1043) 2024-11-18T10:39:54,627 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:39:54,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:39:54,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741849_1025 (size=1043) 2024-11-18T10:39:54,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741849_1025 (size=1043) 2024-11-18T10:39:54,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:39:54,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:39:54,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741850_1026 (size=1043) 2024-11-18T10:39:54,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741850_1026 (size=1043) 2024-11-18T10:39:54,659 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:39:54,659 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:39:54,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741851_1027 (size=1043) 2024-11-18T10:39:54,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:39:54,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:39:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741851_1027 (size=1043) 2024-11-18T10:39:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:54,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741852_1028 (size=1043) 2024-11-18T10:39:54,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741852_1028 (size=1043) 2024-11-18T10:39:54,699 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:39:54,724 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0, size=1.0 K (1043bytes) 2024-11-18T10:39:54,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0 2024-11-18T10:39:54,725 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0 after 1ms 2024-11-18T10:39:54,728 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0 took 4ms 2024-11-18T10:39:54,730 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-18T10:39:54,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0 so closing down 2024-11-18T10:39:54,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:54,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:54,732 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T10:39:54,732 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0, size=1.0 K (1043bytes) at 1731926394724Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0 so closing down at 1731926394731 (+7 ms)3 split writer threads finished at 1731926394732 (+1 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731926394732 2024-11-18T10:39:54,736 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/oldWALs/wal.dat.0 2024-11-18T10:39:54,736 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1, size=180 (180bytes) 2024-11-18T10:39:54,736 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1 2024-11-18T10:39:54,738 WARN [IPC Server handler 0 on default port 36203 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-18T10:39:54,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1 after 3ms 2024-11-18T10:39:55,255 WARN [ResponseProcessor for block BP-157042908-172.17.0.3-1731926388090:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-157042908-172.17.0.3-1731926388090:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:39:55,255 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_486150751_22 at /127.0.0.1:44050 [Receiving block BP-157042908-172.17.0.3-1731926388090:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42797:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44050 dst: /127.0.0.1:42797 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:39:55,255 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_486150751_22 at /127.0.0.1:40432 [Receiving block BP-157042908-172.17.0.3-1731926388090:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:32905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40432 dst: /127.0.0.1:32905 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:32905 remote=/127.0.0.1:40432]. Total timeout mills is 60000, 58899 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:39:55,259 WARN [DataStreamer for file /user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1 block BP-157042908-172.17.0.3-1731926388090:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-157042908-172.17.0.3-1731926388090:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:32905,DS-88ca7e42-22e4-457c-8526-ac6ab02ecccd,DISK], DatanodeInfoWithStorage[127.0.0.1:42797,DS-302b6b49-38be-4a88-93ed-4eb220c2b462,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:32905,DS-88ca7e42-22e4-457c-8526-ac6ab02ecccd,DISK]) is bad. 2024-11-18T10:39:55,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741844_1029 (size=1035) 2024-11-18T10:39:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741844_1029 (size=1035) 2024-11-18T10:39:55,280 WARN [DataStreamer for file /user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1 block BP-157042908-172.17.0.3-1731926388090:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-157042908-172.17.0.3-1731926388090:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:39:58,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1 after 4004ms 2024-11-18T10:39:58,750 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1 took 4014ms 2024-11-18T10:39:58,753 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1; continuing. 2024-11-18T10:39:58,753 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1 so closing down 2024-11-18T10:39:58,753 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:58,753 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:58,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-18T10:39:58,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1, size=180 (180bytes) at 1731926394736Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1 so closing down at 1731926398753 (+4017 ms)3 split writer threads finished at 1731926398753Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731926398753 2024-11-18T10:39:58,757 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/oldWALs/wal.dat.1 2024-11-18T10:39:58,757 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2, size=1.0 K (1043bytes) 2024-11-18T10:39:58,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2 2024-11-18T10:39:58,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2 after 1ms 2024-11-18T10:39:58,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2 took 4ms 2024-11-18T10:39:58,763 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2 so closing down 2024-11-18T10:39:58,763 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:58,763 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:58,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T10:39:58,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2, size=1.0 K (1043bytes) at 1731926398757Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2 so closing down at 1731926398763 (+6 ms)3 split writer threads finished at 1731926398763Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731926398763 2024-11-18T10:39:58,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/oldWALs/wal.dat.2 2024-11-18T10:39:58,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3, size=1.0 K (1043bytes) 2024-11-18T10:39:58,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3 2024-11-18T10:39:58,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3 after 0ms 2024-11-18T10:39:58,770 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3 took 4ms 2024-11-18T10:39:58,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3 so closing down 2024-11-18T10:39:58,772 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:58,772 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:58,772 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T10:39:58,772 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3, size=1.0 K (1043bytes) at 1731926398767Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3 so closing down at 1731926398772 (+5 ms)3 split writer threads finished at 1731926398772Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731926398772 2024-11-18T10:39:58,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/oldWALs/wal.dat.3 2024-11-18T10:39:58,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4, size=1.0 K (1043bytes) 2024-11-18T10:39:58,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4 2024-11-18T10:39:58,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4 after 1ms 2024-11-18T10:39:58,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4 took 4ms 2024-11-18T10:39:58,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4 so closing down 2024-11-18T10:39:58,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:58,781 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:58,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T10:39:58,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4, size=1.0 K (1043bytes) at 1731926398775Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4 so closing down at 1731926398781 (+6 ms)3 split writer threads finished at 1731926398781Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731926398781 2024-11-18T10:39:58,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/oldWALs/wal.dat.4 2024-11-18T10:39:58,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5, size=1.0 K (1043bytes) 2024-11-18T10:39:58,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5 2024-11-18T10:39:58,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5 after 1ms 2024-11-18T10:39:58,788 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5 took 4ms 2024-11-18T10:39:58,790 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5 so closing down 2024-11-18T10:39:58,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:58,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:58,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T10:39:58,791 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5, size=1.0 K (1043bytes) at 1731926398784Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5 so closing down at 1731926398790 (+6 ms)3 split writer threads finished at 1731926398790Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731926398791 (+1 ms) 2024-11-18T10:39:58,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/oldWALs/wal.dat.5 2024-11-18T10:39:58,794 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6, size=1.0 K (1043bytes) 2024-11-18T10:39:58,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6 2024-11-18T10:39:58,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6 after 0ms 2024-11-18T10:39:58,798 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6 took 3ms 2024-11-18T10:39:58,800 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6 so closing down 2024-11-18T10:39:58,800 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:58,800 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:58,800 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T10:39:58,800 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6, size=1.0 K (1043bytes) at 1731926398794Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6 so closing down at 1731926398800 (+6 ms)3 split writer threads finished at 1731926398800Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731926398800 2024-11-18T10:39:58,803 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/oldWALs/wal.dat.6 2024-11-18T10:39:58,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7, size=1.0 K (1043bytes) 2024-11-18T10:39:58,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7 2024-11-18T10:39:58,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7 after 1ms 2024-11-18T10:39:58,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7 took 4ms 2024-11-18T10:39:58,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7 so closing down 2024-11-18T10:39:58,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:58,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:58,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T10:39:58,809 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7, size=1.0 K (1043bytes) at 1731926398803Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7 so closing down at 1731926398809 (+6 ms)3 split writer threads finished at 1731926398809Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731926398809 2024-11-18T10:39:58,812 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/oldWALs/wal.dat.7 2024-11-18T10:39:58,812 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8, size=1.0 K (1043bytes) 2024-11-18T10:39:58,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8 2024-11-18T10:39:58,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8 after 0ms 2024-11-18T10:39:58,816 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8 took 4ms 2024-11-18T10:39:58,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8 so closing down 2024-11-18T10:39:58,818 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:58,818 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:58,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T10:39:58,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8, size=1.0 K (1043bytes) at 1731926398812Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8 so closing down at 1731926398818 (+6 ms)3 split writer threads finished at 1731926398818Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731926398818 2024-11-18T10:39:58,821 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/oldWALs/wal.dat.8 2024-11-18T10:39:58,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9, size=1.0 K (1043bytes) 2024-11-18T10:39:58,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9 2024-11-18T10:39:58,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9 after 0ms 2024-11-18T10:39:58,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9 took 4ms 2024-11-18T10:39:58,827 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9 so closing down 2024-11-18T10:39:58,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:58,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:58,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-18T10:39:58,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9, size=1.0 K (1043bytes) at 1731926398822Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9 so closing down at 1731926398827 (+5 ms)3 split writer threads finished at 1731926398827Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731926398827 2024-11-18T10:39:58,830 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/WALs/testsplitdeletedregion,16010,1731926394118/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/c3eedb5b-d2ad-17bb-60f6-3b36bb16b681/oldWALs/wal.dat.9 2024-11-18T10:39:58,839 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=134 (was 130) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_331505016_22 at /127.0.0.1:44114 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_331505016_22 at /127.0.0.1:40508 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (390109127) connection to localhost/127.0.0.1:36921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 563), ProcessCount=11 (was 11), AvailableMemoryMB=1939 (was 1951) 2024-11-18T10:39:58,845 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=134, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=1939 2024-11-18T10:39:58,845 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:39:58,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741853_1030 (size=7) 2024-11-18T10:39:58,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741853_1030 (size=7) 2024-11-18T10:39:59,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:39:59,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:59,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:59,263 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:39:59,263 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T10:39:59,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:39:59,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741854_1031 (size=863) 2024-11-18T10:39:59,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741854_1031 (size=863) 2024-11-18T10:39:59,280 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:39:59,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741855_1032 (size=859) 2024-11-18T10:39:59,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741855_1032 (size=859) 2024-11-18T10:39:59,313 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0, size=859 (859bytes) 2024-11-18T10:39:59,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0 2024-11-18T10:39:59,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0 after 0ms 2024-11-18T10:39:59,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0 took 5ms 2024-11-18T10:39:59,417 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0; continuing. 2024-11-18T10:39:59,418 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0 so closing down 2024-11-18T10:39:59,418 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:39:59,418 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:39:59,423 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:39:59,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:39:59,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741856_1033 (size=863) 2024-11-18T10:39:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741856_1033 (size=863) 2024-11-18T10:39:59,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:39:59,440 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T10:39:59,440 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-18T10:39:59,440 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0, size=859 (859bytes) at 1731926399313Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0 so closing down at 1731926399418 (+105 ms)3 split writer threads finished at 1731926399418Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926399425 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926399436 (+11 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731926399440 (+4 ms)Processed 10 edits across 1 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731926399440 2024-11-18T10:39:59,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/WALs/testcorruptwaltrailer,16010,1731926399263/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/84ff6f25-0523-9a6b-56c0-0507631c99aa/oldWALs/wal.dat.0 2024-11-18T10:39:59,490 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=136 (was 134) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-103981198_22 at /127.0.0.1:44114 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-103981198_22 at /127.0.0.1:40508 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=3169 (was 1939) - AvailableMemoryMB LEAK? - 2024-11-18T10:39:59,499 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=3167 2024-11-18T10:39:59,500 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:39:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741857_1034 (size=7) 2024-11-18T10:39:59,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741857_1034 (size=7) 2024-11-18T10:39:59,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:39:59,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:59,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:59,530 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:39:59,558 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=3155 (was 3167) 2024-11-18T10:39:59,568 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=3154 2024-11-18T10:39:59,568 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:39:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741858_1035 (size=7) 2024-11-18T10:39:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741858_1035 (size=7) 2024-11-18T10:39:59,597 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:39:59,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:59,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:59,611 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:39:59,637 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-18T10:39:59,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741859_1036 (size=93) 2024-11-18T10:39:59,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741859_1036 (size=93) 2024-11-18T10:39:59,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=136 (was 136), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=3137 (was 3154) 2024-11-18T10:39:59,694 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=3137 2024-11-18T10:39:59,694 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:39:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741860_1037 (size=7) 2024-11-18T10:39:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741860_1037 (size=7) 2024-11-18T10:39:59,704 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:39:59,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:59,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:39:59,708 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:39:59,708 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:39:59,709 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:39:59,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:39:59,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741861_1038 (size=1393) 2024-11-18T10:39:59,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741861_1038 (size=1393) 2024-11-18T10:39:59,730 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:39:59,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:39:59,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:39:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:39:59,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741862_1039 (size=1393) 2024-11-18T10:39:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741862_1039 (size=1393) 2024-11-18T10:40:00,153 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:00,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:00,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741863_1040 (size=1393) 2024-11-18T10:40:00,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741863_1040 (size=1393) 2024-11-18T10:40:00,172 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:00,172 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:00,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741864_1041 (size=1393) 2024-11-18T10:40:00,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741864_1041 (size=1393) 2024-11-18T10:40:00,199 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:00,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:00,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741865_1042 (size=1393) 2024-11-18T10:40:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741865_1042 (size=1393) 2024-11-18T10:40:00,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:00,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:00,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741866_1043 (size=1393) 2024-11-18T10:40:00,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741866_1043 (size=1393) 2024-11-18T10:40:00,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:00,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:00,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741867_1044 (size=1405) 2024-11-18T10:40:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741867_1044 (size=1405) 2024-11-18T10:40:00,306 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:00,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:00,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741868_1045 (size=1413) 2024-11-18T10:40:00,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741868_1045 (size=1413) 2024-11-18T10:40:00,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:00,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741869_1046 (size=1413) 2024-11-18T10:40:00,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741869_1046 (size=1413) 2024-11-18T10:40:00,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:00,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:00,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741870_1047 (size=1413) 2024-11-18T10:40:00,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741870_1047 (size=1413) 2024-11-18T10:40:00,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:00,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/WALs/testioeonoutputthread,16010,1731926399708/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:00,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/WALs/testioeonoutputthread,16010,1731926399708/wal.dat.7 2024-11-18T10:40:00,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/WALs/testioeonoutputthread,16010,1731926399708/wal.dat.7 after 1ms 2024-11-18T10:40:00,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/WALs/testioeonoutputthread,16010,1731926399708/wal.dat.7 took 5ms 2024-11-18T10:40:00,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/WALs/testioeonoutputthread,16010,1731926399708/wal.dat.7 so closing down 2024-11-18T10:40:00,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:00,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:00,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:00,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:00,864 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:00,864 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:00,865 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/WALs/testioeonoutputthread,16010,1731926399708/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-18T10:40:00,866 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/WALs/testioeonoutputthread,16010,1731926399708/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/WALs/testioeonoutputthread,16010,1731926399708/wal.dat.7, size=1.4 K (1413bytes) at 1731926400822Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/WALs/testioeonoutputthread,16010,1731926399708/wal.dat.7 so closing down at 1731926400836 (+14 ms)3 split writer threads finished at 1731926400836Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926400854 (+18 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926400854Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731926400865 (+11 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731926400865Processed 20 edits across 0 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/c21c432e-bfba-ad8b-ac88-3190fc07f9b8/WALs/testioeonoutputthread,16010,1731926399708/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731926400865 2024-11-18T10:40:00,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=138 (was 136) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1814124790_22 at /127.0.0.1:44114 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=3071 (was 3137) 2024-11-18T10:40:00,885 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=136, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=3071 2024-11-18T10:40:00,885 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:00,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741871_1048 (size=7) 2024-11-18T10:40:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741871_1048 (size=7) 2024-11-18T10:40:00,903 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:00,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:00,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:00,910 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:00,956 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:00,965 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:00,970 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:00,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:00,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:00,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741872_1049 (size=2324) 2024-11-18T10:40:01,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741872_1049 (size=2324) 2024-11-18T10:40:01,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:01,007 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:01,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741873_1050 (size=1393) 2024-11-18T10:40:01,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741873_1050 (size=1393) 2024-11-18T10:40:01,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:01,446 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:01,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-18T10:40:01,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-18T10:40:01,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-18T10:40:01,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-18T10:40:01,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-18T10:40:01,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-18T10:40:01,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-18T10:40:01,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-18T10:40:01,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-18T10:40:01,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-18T10:40:01,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-18T10:40:01,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-18T10:40:01,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-18T10:40:01,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-18T10:40:01,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-18T10:40:01,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-18T10:40:01,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-18T10:40:01,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-18T10:40:01,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-18T10:40:01,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-18T10:40:01,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-18T10:40:01,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-18T10:40:01,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-18T10:40:01,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-18T10:40:01,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-18T10:40:01,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-18T10:40:01,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-18T10:40:01,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-18T10:40:01,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-18T10:40:01,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-18T10:40:01,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-18T10:40:01,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-18T10:40:01,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-18T10:40:01,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-18T10:40:01,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-18T10:40:01,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-18T10:40:01,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-18T10:40:01,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-18T10:40:01,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-18T10:40:01,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-18T10:40:01,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-18T10:40:01,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-18T10:40:01,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-18T10:40:01,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-18T10:40:01,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-18T10:40:01,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-18T10:40:01,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-18T10:40:01,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-18T10:40:01,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-18T10:40:01,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-18T10:40:01,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-18T10:40:01,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-18T10:40:01,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-18T10:40:01,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-18T10:40:01,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-18T10:40:01,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-18T10:40:01,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-18T10:40:01,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-18T10:40:01,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-18T10:40:01,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-18T10:40:01,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-18T10:40:01,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-18T10:40:01,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-18T10:40:01,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-18T10:40:01,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-18T10:40:01,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-18T10:40:01,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-18T10:40:01,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-18T10:40:01,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-18T10:40:01,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-18T10:40:01,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-18T10:40:01,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-18T10:40:01,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-18T10:40:01,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-18T10:40:01,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-18T10:40:01,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-18T10:40:01,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-18T10:40:01,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-18T10:40:01,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-18T10:40:01,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-18T10:40:01,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-18T10:40:01,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-18T10:40:01,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-18T10:40:01,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-18T10:40:01,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-18T10:40:01,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-18T10:40:01,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-18T10:40:01,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-18T10:40:01,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-18T10:40:01,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-18T10:40:01,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-18T10:40:01,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-18T10:40:01,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-18T10:40:01,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-18T10:40:01,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-18T10:40:01,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-18T10:40:01,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-18T10:40:01,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-18T10:40:01,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-18T10:40:01,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-18T10:40:01,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-18T10:40:01,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-18T10:40:01,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-18T10:40:01,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-18T10:40:01,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-18T10:40:01,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-18T10:40:01,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-18T10:40:01,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-18T10:40:01,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-18T10:40:01,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-18T10:40:01,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-18T10:40:01,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-18T10:40:01,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-18T10:40:01,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-18T10:40:01,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-18T10:40:01,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-18T10:40:01,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-18T10:40:01,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-18T10:40:01,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-18T10:40:01,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-18T10:40:01,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-18T10:40:01,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-18T10:40:01,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-18T10:40:01,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-18T10:40:01,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-18T10:40:01,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-18T10:40:01,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-18T10:40:01,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-18T10:40:01,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-18T10:40:01,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-18T10:40:01,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-18T10:40:01,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-18T10:40:01,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-18T10:40:01,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-18T10:40:01,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-18T10:40:01,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-18T10:40:01,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-18T10:40:01,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-18T10:40:01,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-18T10:40:01,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-18T10:40:01,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-18T10:40:01,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-18T10:40:01,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-18T10:40:01,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-18T10:40:01,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-18T10:40:01,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-18T10:40:01,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-18T10:40:01,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-18T10:40:01,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-18T10:40:01,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-18T10:40:01,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-18T10:40:01,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-18T10:40:01,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-18T10:40:01,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-18T10:40:01,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-18T10:40:01,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-18T10:40:01,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-18T10:40:01,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-18T10:40:01,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-18T10:40:01,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-18T10:40:01,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-18T10:40:01,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-18T10:40:01,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-18T10:40:01,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-18T10:40:01,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-18T10:40:01,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-18T10:40:01,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-18T10:40:01,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-18T10:40:01,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-18T10:40:01,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-18T10:40:01,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-18T10:40:01,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-18T10:40:01,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-18T10:40:01,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-18T10:40:01,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-18T10:40:01,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-18T10:40:01,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-18T10:40:01,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-18T10:40:01,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-18T10:40:01,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-18T10:40:01,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-18T10:40:01,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-18T10:40:01,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-18T10:40:01,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-18T10:40:01,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-18T10:40:01,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-18T10:40:01,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-18T10:40:01,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-18T10:40:01,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-18T10:40:01,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-18T10:40:01,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-18T10:40:01,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-18T10:40:01,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-18T10:40:01,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-18T10:40:01,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-18T10:40:01,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-18T10:40:01,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-18T10:40:01,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-18T10:40:01,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-18T10:40:01,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-18T10:40:01,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-18T10:40:01,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-18T10:40:01,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-18T10:40:01,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-18T10:40:01,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-18T10:40:01,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-18T10:40:01,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-18T10:40:01,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-18T10:40:01,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-18T10:40:01,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-18T10:40:01,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-18T10:40:01,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-18T10:40:01,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-18T10:40:01,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-18T10:40:01,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-18T10:40:01,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-18T10:40:01,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-18T10:40:01,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-18T10:40:01,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-18T10:40:01,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-18T10:40:01,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-18T10:40:01,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-18T10:40:01,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-18T10:40:01,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-18T10:40:01,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-18T10:40:01,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-18T10:40:01,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-18T10:40:01,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-18T10:40:01,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-18T10:40:01,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-18T10:40:01,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-18T10:40:01,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-18T10:40:01,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-18T10:40:01,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-18T10:40:01,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-18T10:40:01,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-18T10:40:01,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-18T10:40:01,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-18T10:40:01,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-18T10:40:01,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-18T10:40:01,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-18T10:40:01,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-18T10:40:01,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-18T10:40:01,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-18T10:40:01,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-18T10:40:01,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-18T10:40:01,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-18T10:40:01,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-18T10:40:01,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-18T10:40:01,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-18T10:40:01,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-18T10:40:01,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:01,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:01,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-18T10:40:02,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-18T10:40:02,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-18T10:40:02,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-18T10:40:02,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-18T10:40:02,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-18T10:40:02,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-18T10:40:02,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-18T10:40:02,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-18T10:40:02,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-18T10:40:02,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-18T10:40:02,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-18T10:40:02,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-18T10:40:02,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-18T10:40:02,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-18T10:40:02,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-18T10:40:02,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-18T10:40:02,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-18T10:40:02,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-18T10:40:02,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-18T10:40:02,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-18T10:40:02,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-18T10:40:02,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-18T10:40:02,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-18T10:40:02,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-18T10:40:02,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-18T10:40:02,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-18T10:40:02,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-18T10:40:02,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-18T10:40:02,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-18T10:40:02,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-18T10:40:02,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-18T10:40:02,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-18T10:40:02,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-18T10:40:02,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-18T10:40:02,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-18T10:40:02,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-18T10:40:02,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-18T10:40:02,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-18T10:40:02,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-18T10:40:02,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-18T10:40:02,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-18T10:40:02,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-18T10:40:02,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-18T10:40:02,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-18T10:40:02,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-18T10:40:02,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-18T10:40:02,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-18T10:40:02,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-18T10:40:02,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-18T10:40:02,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-18T10:40:02,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-18T10:40:02,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-18T10:40:02,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-18T10:40:02,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-18T10:40:02,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-18T10:40:02,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-18T10:40:02,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-18T10:40:02,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-18T10:40:02,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-18T10:40:02,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-18T10:40:02,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-18T10:40:02,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-18T10:40:02,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-18T10:40:02,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-18T10:40:02,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-18T10:40:02,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-18T10:40:02,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-18T10:40:02,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-18T10:40:02,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-18T10:40:02,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-18T10:40:02,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-18T10:40:02,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-18T10:40:02,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-18T10:40:02,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-18T10:40:02,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-18T10:40:02,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-18T10:40:02,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-18T10:40:02,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-18T10:40:02,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-18T10:40:02,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-18T10:40:02,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-18T10:40:02,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-18T10:40:02,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-18T10:40:02,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-18T10:40:02,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-18T10:40:02,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-18T10:40:02,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-18T10:40:02,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-18T10:40:02,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-18T10:40:02,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-18T10:40:02,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-18T10:40:02,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-18T10:40:02,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-18T10:40:02,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-18T10:40:02,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-18T10:40:02,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-18T10:40:02,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-18T10:40:02,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-18T10:40:02,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-18T10:40:02,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-18T10:40:02,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-18T10:40:02,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-18T10:40:02,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-18T10:40:02,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-18T10:40:02,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-18T10:40:02,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-18T10:40:02,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-18T10:40:02,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-18T10:40:02,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-18T10:40:02,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-18T10:40:02,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-18T10:40:02,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-18T10:40:02,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-18T10:40:02,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-18T10:40:02,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-18T10:40:02,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-18T10:40:02,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-18T10:40:02,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-18T10:40:02,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-18T10:40:02,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-18T10:40:02,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-18T10:40:02,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-18T10:40:02,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-18T10:40:02,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-18T10:40:02,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-18T10:40:02,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-18T10:40:02,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-18T10:40:02,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-18T10:40:02,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-18T10:40:02,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-18T10:40:02,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-18T10:40:02,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-18T10:40:02,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-18T10:40:02,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-18T10:40:02,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-18T10:40:02,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-18T10:40:02,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-18T10:40:02,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-18T10:40:02,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-18T10:40:02,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-18T10:40:02,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-18T10:40:02,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-18T10:40:02,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-18T10:40:02,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-18T10:40:02,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-18T10:40:02,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-18T10:40:02,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-18T10:40:02,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-18T10:40:02,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-18T10:40:02,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-18T10:40:02,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-18T10:40:02,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-18T10:40:02,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-18T10:40:02,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-18T10:40:02,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-18T10:40:02,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-18T10:40:02,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-18T10:40:02,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-18T10:40:02,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-18T10:40:02,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-18T10:40:02,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-18T10:40:02,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-18T10:40:02,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-18T10:40:02,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-18T10:40:02,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-18T10:40:02,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-18T10:40:02,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-18T10:40:02,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-18T10:40:02,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-18T10:40:02,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-18T10:40:02,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-18T10:40:02,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-18T10:40:02,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-18T10:40:02,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-18T10:40:02,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-18T10:40:02,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-18T10:40:02,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-18T10:40:02,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-18T10:40:02,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-18T10:40:02,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-18T10:40:02,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-18T10:40:02,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-18T10:40:02,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-18T10:40:02,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-18T10:40:02,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-18T10:40:02,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-18T10:40:02,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-18T10:40:02,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-18T10:40:02,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-18T10:40:02,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-18T10:40:02,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-18T10:40:02,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-18T10:40:02,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-18T10:40:02,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-18T10:40:02,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-18T10:40:02,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-18T10:40:02,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-18T10:40:02,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-18T10:40:02,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-18T10:40:02,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-18T10:40:02,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-18T10:40:02,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-18T10:40:02,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-18T10:40:02,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-18T10:40:02,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-18T10:40:02,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-18T10:40:02,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-18T10:40:02,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-18T10:40:02,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-18T10:40:02,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-18T10:40:02,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-18T10:40:02,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-18T10:40:02,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-18T10:40:02,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-18T10:40:02,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-18T10:40:02,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-18T10:40:02,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-18T10:40:02,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-18T10:40:02,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-18T10:40:02,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-18T10:40:02,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-18T10:40:02,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-18T10:40:02,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-18T10:40:02,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-18T10:40:02,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-18T10:40:02,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-18T10:40:02,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-18T10:40:02,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-18T10:40:02,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-18T10:40:02,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-18T10:40:02,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-18T10:40:02,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-18T10:40:02,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-18T10:40:02,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-18T10:40:02,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-18T10:40:02,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-18T10:40:02,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-18T10:40:02,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-18T10:40:02,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-18T10:40:02,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-18T10:40:02,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-18T10:40:02,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-18T10:40:02,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-18T10:40:02,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-18T10:40:02,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-18T10:40:02,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-18T10:40:02,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-18T10:40:02,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-18T10:40:02,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-18T10:40:02,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-18T10:40:02,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-18T10:40:02,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-18T10:40:02,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-18T10:40:02,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-18T10:40:02,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-18T10:40:02,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-18T10:40:02,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-18T10:40:02,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-18T10:40:02,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-18T10:40:02,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-18T10:40:02,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-18T10:40:02,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-18T10:40:02,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-18T10:40:02,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,530 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910): HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731926401006; access_time=1731926400973; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926401444; access_time=1731926401007; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731926401447; access_time=1731926401447; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T10:40:02,530 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-18T10:40:02,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-18T10:40:02,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-18T10:40:02,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-18T10:40:02,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-18T10:40:02,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-18T10:40:02,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-18T10:40:02,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-18T10:40:02,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-18T10:40:02,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-18T10:40:02,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-18T10:40:02,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-18T10:40:02,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-18T10:40:02,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-18T10:40:02,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-18T10:40:02,556 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0, size=2.3 K (2324bytes) 2024-11-18T10:40:02,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0 2024-11-18T10:40:02,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-18T10:40:02,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0 after 1ms 2024-11-18T10:40:02,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-18T10:40:02,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0 took 5ms 2024-11-18T10:40:02,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-18T10:40:02,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-18T10:40:02,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-18T10:40:02,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-18T10:40:02,568 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0 so closing down 2024-11-18T10:40:02,568 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:02,568 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:02,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-18T10:40:02,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-18T10:40:02,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-18T10:40:02,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-18T10:40:02,576 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:02,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-18T10:40:02,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-18T10:40:02,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-18T10:40:02,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-18T10:40:02,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:02,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-18T10:40:02,587 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:02,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-18T10:40:02,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-18T10:40:02,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-18T10:40:02,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:02,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-18T10:40:02,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-18T10:40:02,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-18T10:40:02,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-18T10:40:02,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-18T10:40:02,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-18T10:40:02,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-18T10:40:02,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-18T10:40:02,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-18T10:40:02,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-18T10:40:02,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-18T10:40:02,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-18T10:40:02,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-18T10:40:02,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-18T10:40:02,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-18T10:40:02,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-18T10:40:02,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-18T10:40:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741876_1053 (size=743) 2024-11-18T10:40:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741876_1053 (size=743) 2024-11-18T10:40:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741875_1052 (size=743) 2024-11-18T10:40:02,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741875_1052 (size=743) 2024-11-18T10:40:02,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-18T10:40:02,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:02,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-18T10:40:02,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-18T10:40:02,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:02,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-18T10:40:02,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-18T10:40:02,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-18T10:40:02,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-18T10:40:02,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-18T10:40:02,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-18T10:40:02,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-18T10:40:02,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-18T10:40:02,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-18T10:40:02,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-18T10:40:02,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-18T10:40:02,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-18T10:40:02,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-18T10:40:02,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-18T10:40:02,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-18T10:40:02,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-18T10:40:02,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-18T10:40:02,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-18T10:40:02,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-18T10:40:02,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-18T10:40:02,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-18T10:40:02,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-18T10:40:02,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-18T10:40:02,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-18T10:40:02,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-18T10:40:02,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-18T10:40:02,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-18T10:40:02,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-18T10:40:02,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-18T10:40:02,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-18T10:40:02,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-18T10:40:02,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-18T10:40:02,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-18T10:40:02,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-18T10:40:02,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-18T10:40:02,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-18T10:40:02,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-18T10:40:02,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-18T10:40:02,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-18T10:40:02,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-18T10:40:02,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-18T10:40:02,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-18T10:40:02,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-18T10:40:02,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-18T10:40:02,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-18T10:40:02,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-18T10:40:02,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-18T10:40:02,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-18T10:40:02,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-18T10:40:02,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-18T10:40:02,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-18T10:40:02,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-18T10:40:02,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-18T10:40:02,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-18T10:40:02,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-18T10:40:02,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-18T10:40:02,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-18T10:40:02,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-18T10:40:02,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-18T10:40:02,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-18T10:40:02,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-18T10:40:02,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-18T10:40:02,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-18T10:40:02,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-18T10:40:02,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-18T10:40:02,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-18T10:40:02,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-18T10:40:02,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-18T10:40:02,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-18T10:40:02,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-18T10:40:02,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-18T10:40:02,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-18T10:40:02,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-18T10:40:02,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-18T10:40:02,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-18T10:40:02,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-18T10:40:02,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-18T10:40:02,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-18T10:40:02,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-18T10:40:02,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-18T10:40:02,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-18T10:40:02,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-18T10:40:02,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-18T10:40:02,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-18T10:40:02,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-18T10:40:02,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-18T10:40:02,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-18T10:40:02,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-18T10:40:02,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-18T10:40:02,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-18T10:40:02,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-18T10:40:02,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-18T10:40:02,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-18T10:40:02,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-18T10:40:02,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-18T10:40:02,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-18T10:40:02,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-18T10:40:02,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-18T10:40:02,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-18T10:40:02,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-18T10:40:02,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-18T10:40:02,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-18T10:40:02,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-18T10:40:02,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-18T10:40:02,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-18T10:40:02,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-18T10:40:02,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-18T10:40:02,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-18T10:40:02,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-18T10:40:02,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-18T10:40:02,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-18T10:40:02,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-18T10:40:02,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-18T10:40:02,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-18T10:40:02,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-18T10:40:02,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-18T10:40:02,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-18T10:40:02,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-18T10:40:02,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-18T10:40:02,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-18T10:40:02,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-18T10:40:02,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-18T10:40:02,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-18T10:40:02,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-18T10:40:02,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-18T10:40:02,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-18T10:40:02,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-18T10:40:02,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-18T10:40:02,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-18T10:40:02,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-18T10:40:02,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-18T10:40:02,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-18T10:40:02,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-18T10:40:02,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-18T10:40:02,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-18T10:40:02,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-18T10:40:02,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-18T10:40:02,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-18T10:40:02,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-18T10:40:02,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-18T10:40:02,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-18T10:40:02,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-18T10:40:02,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-18T10:40:02,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-18T10:40:02,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-18T10:40:02,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-18T10:40:02,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-18T10:40:02,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-18T10:40:02,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-18T10:40:02,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-18T10:40:02,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-18T10:40:02,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-18T10:40:02,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-18T10:40:02,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-18T10:40:02,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-18T10:40:02,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-18T10:40:02,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-18T10:40:02,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-18T10:40:02,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-18T10:40:02,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-18T10:40:02,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-18T10:40:02,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-18T10:40:02,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-18T10:40:02,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-18T10:40:02,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-18T10:40:02,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-18T10:40:02,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-18T10:40:02,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-18T10:40:02,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-18T10:40:02,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-18T10:40:02,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-18T10:40:02,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-18T10:40:02,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-18T10:40:02,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-18T10:40:02,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-18T10:40:02,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-18T10:40:02,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-18T10:40:02,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-18T10:40:02,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-18T10:40:02,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-18T10:40:02,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-18T10:40:02,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-18T10:40:02,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-18T10:40:02,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-18T10:40:02,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-18T10:40:02,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-18T10:40:02,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-18T10:40:02,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-18T10:40:02,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-18T10:40:02,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-18T10:40:02,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-18T10:40:02,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-18T10:40:02,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-18T10:40:02,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-18T10:40:02,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-18T10:40:02,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-18T10:40:02,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-18T10:40:02,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-18T10:40:02,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-18T10:40:02,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-18T10:40:02,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-18T10:40:02,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-18T10:40:02,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-18T10:40:02,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-18T10:40:02,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-18T10:40:02,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-18T10:40:02,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-18T10:40:02,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-18T10:40:02,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-18T10:40:02,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-18T10:40:02,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-18T10:40:02,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-18T10:40:02,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-18T10:40:02,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-18T10:40:02,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-18T10:40:02,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-18T10:40:02,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-18T10:40:02,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-18T10:40:02,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-18T10:40:02,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:02,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-18T10:40:02,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:02,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-18T10:40:03,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-18T10:40:03,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-18T10:40:03,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-18T10:40:03,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-18T10:40:03,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-18T10:40:03,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-18T10:40:03,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-18T10:40:03,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-18T10:40:03,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-18T10:40:03,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-18T10:40:03,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-18T10:40:03,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-18T10:40:03,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-18T10:40:03,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-18T10:40:03,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-18T10:40:03,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-18T10:40:03,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-18T10:40:03,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:03,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-18T10:40:03,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:03,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 467 ms; skipped=7; WAL=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-18T10:40:03,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-18T10:40:03,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0, size=2.3 K (2324bytes) at 1731926402556Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0 so closing down at 1731926402568 (+12 ms)3 split writer threads finished at 1731926402568Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926402584 (+16 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926402594 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926402628 (+34 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926402633 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926403027 (+394 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926403030 (+3 ms)Processed 27 edits across 2 Regions in 467 ms; skipped=7; WAL=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731926403030 2024-11-18T10:40:03,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-18T10:40:03,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-18T10:40:03,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/oldWALs/wal.dat.0 2024-11-18T10:40:03,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,034 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:03,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1 2024-11-18T10:40:03,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-18T10:40:03,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1 after 1ms 2024-11-18T10:40:03,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-18T10:40:03,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-18T10:40:03,039 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1 took 5ms 2024-11-18T10:40:03,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-18T10:40:03,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-18T10:40:03,041 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1 so closing down 2024-11-18T10:40:03,042 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:03,042 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:03,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-18T10:40:03,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-18T10:40:03,045 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:03,046 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:03,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-18T10:40:03,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:03,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:03,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-18T10:40:03,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-18T10:40:03,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-18T10:40:03,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-18T10:40:03,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741877_1054 (size=743) 2024-11-18T10:40:03,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741878_1055 (size=743) 2024-11-18T10:40:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741878_1055 (size=743) 2024-11-18T10:40:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741877_1054 (size=743) 2024-11-18T10:40:03,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:03,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:03,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-18T10:40:03,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:03,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:03,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:03,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1, size=1.4 K (1393bytes) at 1731926403034Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1 so closing down at 1731926403041 (+7 ms)3 split writer threads finished at 1731926403042 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926403047 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926403047Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926403054 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926403055 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926403056 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926403056Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926403056 2024-11-18T10:40:03,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-18T10:40:03,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-18T10:40:03,059 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/oldWALs/wal.dat.1 2024-11-18T10:40:03,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2, size=150 (150bytes) 2024-11-18T10:40:03,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2 2024-11-18T10:40:03,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-18T10:40:03,060 WARN [IPC Server handler 3 on default port 36203 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-18T10:40:03,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2 after 1ms 2024-11-18T10:40:03,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-18T10:40:03,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-18T10:40:03,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-18T10:40:03,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-18T10:40:03,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-18T10:40:03,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-18T10:40:03,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-18T10:40:03,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-18T10:40:03,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-18T10:40:03,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-18T10:40:03,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-18T10:40:03,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-18T10:40:03,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-18T10:40:03,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-18T10:40:03,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-18T10:40:03,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-18T10:40:03,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-18T10:40:03,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-18T10:40:03,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-18T10:40:03,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-18T10:40:03,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-18T10:40:03,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-18T10:40:03,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-18T10:40:03,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-18T10:40:03,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-18T10:40:03,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-18T10:40:03,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-18T10:40:03,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-18T10:40:03,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-18T10:40:03,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-18T10:40:03,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-18T10:40:03,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-18T10:40:03,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-18T10:40:03,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-18T10:40:03,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-18T10:40:03,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-18T10:40:03,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-18T10:40:03,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-18T10:40:03,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-18T10:40:03,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-18T10:40:03,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-18T10:40:03,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-18T10:40:03,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-18T10:40:03,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-18T10:40:03,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-18T10:40:03,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-18T10:40:03,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-18T10:40:03,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-18T10:40:03,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-18T10:40:03,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-18T10:40:03,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-18T10:40:03,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-18T10:40:03,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-18T10:40:03,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-18T10:40:03,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-18T10:40:03,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-18T10:40:03,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-18T10:40:03,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-18T10:40:03,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-18T10:40:03,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-18T10:40:03,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-18T10:40:03,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-18T10:40:03,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-18T10:40:03,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-18T10:40:03,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-18T10:40:03,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-18T10:40:03,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-18T10:40:03,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-18T10:40:03,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-18T10:40:03,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-18T10:40:03,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-18T10:40:03,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-18T10:40:03,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-18T10:40:03,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-18T10:40:03,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-18T10:40:03,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-18T10:40:03,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-18T10:40:03,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-18T10:40:03,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-18T10:40:03,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-18T10:40:03,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-18T10:40:03,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-18T10:40:03,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-18T10:40:03,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-18T10:40:03,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-18T10:40:03,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-18T10:40:03,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-18T10:40:03,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-18T10:40:03,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-18T10:40:03,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-18T10:40:03,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-18T10:40:03,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-18T10:40:03,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-18T10:40:03,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-18T10:40:03,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-18T10:40:03,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-18T10:40:03,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-18T10:40:03,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-18T10:40:03,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-18T10:40:03,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-18T10:40:03,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-18T10:40:03,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-18T10:40:03,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-18T10:40:03,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-18T10:40:03,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-18T10:40:03,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-18T10:40:03,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-18T10:40:03,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-18T10:40:03,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-18T10:40:03,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-18T10:40:03,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-18T10:40:03,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-18T10:40:03,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-18T10:40:03,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-18T10:40:03,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-18T10:40:03,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-18T10:40:03,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-18T10:40:03,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-18T10:40:03,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-18T10:40:03,250 WARN [ResponseProcessor for block BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:03,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_557823808_534 at /127.0.0.1:40686 [Receiving block BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:32905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40686 dst: /127.0.0.1:32905 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:03,250 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_557823808_534 at /127.0.0.1:44272 [Receiving block BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:42797:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44272 dst: /127.0.0.1:42797 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42797 remote=/127.0.0.1:44272]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:03,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-18T10:40:03,251 WARN [DataStreamer for file /user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2 block BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42797,DS-302b6b49-38be-4a88-93ed-4eb220c2b462,DISK], DatanodeInfoWithStorage[127.0.0.1:32905,DS-88ca7e42-22e4-457c-8526-ac6ab02ecccd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42797,DS-302b6b49-38be-4a88-93ed-4eb220c2b462,DISK]) is bad. 2024-11-18T10:40:03,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-18T10:40:03,252 WARN [DataStreamer for file /user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2 block BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:03,252 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:03,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741874_1056 (size=61731) 2024-11-18T10:40:03,253 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-18T10:40:03,253 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 975 2024-11-18T10:40:03,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-18T10:40:03,254 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:03,254 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-157042908-172.17.0.3-1731926388090:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:07,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2 after 4002ms 2024-11-18T10:40:07,066 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2 took 4007ms 2024-11-18T10:40:07,101 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2; continuing. 2024-11-18T10:40:07,101 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2 so closing down 2024-11-18T10:40:07,101 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:07,102 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:07,105 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:07,105 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:07,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:07,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:07,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741879_1057 (size=743) 2024-11-18T10:40:07,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741879_1057 (size=743) 2024-11-18T10:40:07,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:07,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741880_1058 (size=61089) 2024-11-18T10:40:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741880_1058 (size=61089) 2024-11-18T10:40:07,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 954 edits, skipped 0 edits in 5 ms) 2024-11-18T10:40:07,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:07,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 964 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T10:40:07,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2, size=150 (150bytes) at 1731926403059Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2 so closing down at 1731926407101 (+4042 ms)3 split writer threads finished at 1731926407102 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926407107 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926407107Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926407123 (+16 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926407126 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 954 edits, skipped 0 edits in 5 ms) at 1731926407130 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926407132 (+2 ms)Processed 964 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731926407132 2024-11-18T10:40:07,134 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/WALs/testlogcannotbewrittenonceparsed,16010,1731926400910/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/6accdb29-81a7-e258-ae91-f66a70482890/oldWALs/wal.dat.2 2024-11-18T10:40:07,135 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-18T10:40:07,160 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=974, robber=974 2024-11-18T10:40:07,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 136) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1814124790_22 at /127.0.0.1:59266 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (390109127) connection to localhost/127.0.0.1:36203 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (390109127) connection to localhost/127.0.0.1:36203 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1814124790_22 at /127.0.0.1:57702 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:36203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:36203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=401 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=515 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=2435 (was 3071) 2024-11-18T10:40:07,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=515, ProcessCount=11, AvailableMemoryMB=2434 2024-11-18T10:40:07,183 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741881_1059 (size=7) 2024-11-18T10:40:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741881_1059 (size=7) 2024-11-18T10:40:07,196 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:07,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:07,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:07,200 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:07,202 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:07,203 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:07,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:07,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741882_1060 (size=1393) 2024-11-18T10:40:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741882_1060 (size=1393) 2024-11-18T10:40:07,219 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:07,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741883_1061 (size=1393) 2024-11-18T10:40:07,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741883_1061 (size=1393) 2024-11-18T10:40:07,642 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:07,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:07,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741884_1062 (size=1393) 2024-11-18T10:40:07,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741884_1062 (size=1393) 2024-11-18T10:40:07,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:07,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:07,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741885_1063 (size=1393) 2024-11-18T10:40:07,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741885_1063 (size=1393) 2024-11-18T10:40:07,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:07,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:07,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741886_1064 (size=1393) 2024-11-18T10:40:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741886_1064 (size=1393) 2024-11-18T10:40:07,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:07,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:07,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741887_1065 (size=1393) 2024-11-18T10:40:07,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741887_1065 (size=1393) 2024-11-18T10:40:07,708 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:07,708 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:07,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741888_1066 (size=1405) 2024-11-18T10:40:07,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741888_1066 (size=1405) 2024-11-18T10:40:07,723 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:07,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:07,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741889_1067 (size=1413) 2024-11-18T10:40:07,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741889_1067 (size=1413) 2024-11-18T10:40:07,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:07,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:07,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741890_1068 (size=1413) 2024-11-18T10:40:07,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741890_1068 (size=1413) 2024-11-18T10:40:07,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:07,757 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:07,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:07,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741891_1069 (size=1413) 2024-11-18T10:40:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741891_1069 (size=1413) 2024-11-18T10:40:07,770 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:07,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:07,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0 2024-11-18T10:40:07,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0 after 3ms 2024-11-18T10:40:07,790 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:09,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0 took 2015ms 2024-11-18T10:40:09,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0 so closing down 2024-11-18T10:40:09,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:09,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:09,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:09,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:09,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:09,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741893_1071 (size=743) 2024-11-18T10:40:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741892_1070 (size=743) 2024-11-18T10:40:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741892_1070 (size=743) 2024-11-18T10:40:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741893_1071 (size=743) 2024-11-18T10:40:09,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:09,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:09,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:09,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:09,830 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:09,830 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0, size=1.4 K (1393bytes) at 1731926407786Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0 so closing down at 1731926409806 (+2020 ms)3 split writer threads finished at 1731926409806Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926409812 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926409812Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926409825 (+13 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926409826 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926409829 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926409830 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926409830 2024-11-18T10:40:09,835 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/oldWALs/wal.dat.0 2024-11-18T10:40:09,836 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:09,836 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1 2024-11-18T10:40:09,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1 after 1ms 2024-11-18T10:40:09,840 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1 took 4ms 2024-11-18T10:40:09,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1 so closing down 2024-11-18T10:40:09,842 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:09,842 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:09,845 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:09,845 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:09,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:09,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741895_1073 (size=743) 2024-11-18T10:40:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741895_1073 (size=743) 2024-11-18T10:40:09,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:09,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:09,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741894_1072 (size=743) 2024-11-18T10:40:09,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741894_1072 (size=743) 2024-11-18T10:40:09,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:09,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:09,873 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:09,873 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1, size=1.4 K (1393bytes) at 1731926409836Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1 so closing down at 1731926409842 (+6 ms)3 split writer threads finished at 1731926409842Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926409846 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926409847 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926409862 (+15 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926409866 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926409868 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926409873 (+5 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926409873 2024-11-18T10:40:09,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/oldWALs/wal.dat.1 2024-11-18T10:40:09,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:09,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2 2024-11-18T10:40:09,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2 after 1ms 2024-11-18T10:40:09,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2 took 6ms 2024-11-18T10:40:09,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2 so closing down 2024-11-18T10:40:09,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:09,886 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:09,890 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:09,890 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:09,891 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:09,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741897_1075 (size=743) 2024-11-18T10:40:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741897_1075 (size=743) 2024-11-18T10:40:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741896_1074 (size=743) 2024-11-18T10:40:09,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741896_1074 (size=743) 2024-11-18T10:40:09,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:09,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:10,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:10,309 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:10,310 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2, size=1.4 K (1393bytes) at 1731926409880Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2 so closing down at 1731926409886 (+6 ms)3 split writer threads finished at 1731926409886Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926409891 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926409891Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926409902 (+11 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926409905 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410302 (+397 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926410309 (+7 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926410310 (+1 ms) 2024-11-18T10:40:10,313 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/oldWALs/wal.dat.2 2024-11-18T10:40:10,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:10,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3 2024-11-18T10:40:10,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3 after 0ms 2024-11-18T10:40:10,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3 took 4ms 2024-11-18T10:40:10,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3 so closing down 2024-11-18T10:40:10,319 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:10,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:10,322 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:10,322 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:10,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:10,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741899_1077 (size=743) 2024-11-18T10:40:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741899_1077 (size=743) 2024-11-18T10:40:10,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741898_1076 (size=743) 2024-11-18T10:40:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741898_1076 (size=743) 2024-11-18T10:40:10,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:10,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:10,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:10,339 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3, size=1.4 K (1393bytes) at 1731926410314Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3 so closing down at 1731926410319 (+5 ms)3 split writer threads finished at 1731926410319Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926410323 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926410323Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410334 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410336 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926410338 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926410339 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926410339 2024-11-18T10:40:10,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/oldWALs/wal.dat.3 2024-11-18T10:40:10,343 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:10,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4 2024-11-18T10:40:10,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4 after 1ms 2024-11-18T10:40:10,347 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4 took 4ms 2024-11-18T10:40:10,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4 so closing down 2024-11-18T10:40:10,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:10,349 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:10,352 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:10,352 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:10,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:10,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:10,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741901_1079 (size=743) 2024-11-18T10:40:10,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741900_1078 (size=743) 2024-11-18T10:40:10,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741900_1078 (size=743) 2024-11-18T10:40:10,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741901_1079 (size=743) 2024-11-18T10:40:10,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:10,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:10,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:10,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4, size=1.4 K (1393bytes) at 1731926410343Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4 so closing down at 1731926410349 (+6 ms)3 split writer threads finished at 1731926410349Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926410354 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926410354Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410360 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410360Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926410363 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926410363Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926410363 2024-11-18T10:40:10,366 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/oldWALs/wal.dat.4 2024-11-18T10:40:10,367 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T10:40:10,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5 2024-11-18T10:40:10,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5 after 0ms 2024-11-18T10:40:10,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5 took 4ms 2024-11-18T10:40:10,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5 so closing down 2024-11-18T10:40:10,372 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:10,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:10,376 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:10,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:10,381 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:10,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741902_1080 (size=743) 2024-11-18T10:40:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741902_1080 (size=743) 2024-11-18T10:40:10,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T10:40:10,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741903_1081 (size=743) 2024-11-18T10:40:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741903_1081 (size=743) 2024-11-18T10:40:10,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T10:40:10,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:10,392 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5, size=1.4 K (1393bytes) at 1731926410367Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5 so closing down at 1731926410372 (+5 ms)3 split writer threads finished at 1731926410373 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926410379 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926410383 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410384 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731926410387 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410389 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731926410391 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926410391 2024-11-18T10:40:10,394 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/oldWALs/wal.dat.5 2024-11-18T10:40:10,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:10,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6 2024-11-18T10:40:10,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6 after 0ms 2024-11-18T10:40:10,398 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6 took 4ms 2024-11-18T10:40:10,400 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6 so closing down 2024-11-18T10:40:10,400 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:10,400 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:10,403 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:10,403 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:10,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:10,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:10,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741904_1082 (size=749) 2024-11-18T10:40:10,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741904_1082 (size=749) 2024-11-18T10:40:10,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741905_1083 (size=749) 2024-11-18T10:40:10,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741905_1083 (size=749) 2024-11-18T10:40:10,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:10,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:10,812 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:10,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6, size=1.4 K (1405bytes) at 1731926410395Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6 so closing down at 1731926410400 (+5 ms)3 split writer threads finished at 1731926410400Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926410404 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926410404Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410408 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926410411 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410809 (+398 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926410812 (+3 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926410812 2024-11-18T10:40:10,815 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/oldWALs/wal.dat.6 2024-11-18T10:40:10,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:10,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7 2024-11-18T10:40:10,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7 after 1ms 2024-11-18T10:40:10,820 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7 took 5ms 2024-11-18T10:40:10,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7 so closing down 2024-11-18T10:40:10,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:10,823 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:10,827 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:10,827 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:10,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:10,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:10,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741907_1085 (size=753) 2024-11-18T10:40:10,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741907_1085 (size=753) 2024-11-18T10:40:10,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741906_1084 (size=753) 2024-11-18T10:40:10,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741906_1084 (size=753) 2024-11-18T10:40:10,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:10,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:10,856 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:10,856 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7, size=1.4 K (1413bytes) at 1731926410815Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7 so closing down at 1731926410823 (+8 ms)3 split writer threads finished at 1731926410823Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926410828 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926410828Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410844 (+16 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410844Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926410848 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926410856 (+8 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926410856 2024-11-18T10:40:10,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/oldWALs/wal.dat.7 2024-11-18T10:40:10,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:10,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8 2024-11-18T10:40:10,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8 after 1ms 2024-11-18T10:40:10,867 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8 took 7ms 2024-11-18T10:40:10,869 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8 so closing down 2024-11-18T10:40:10,869 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:10,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:10,875 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:10,875 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:10,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:10,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741909_1087 (size=753) 2024-11-18T10:40:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741909_1087 (size=753) 2024-11-18T10:40:10,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:10,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741908_1086 (size=753) 2024-11-18T10:40:10,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741908_1086 (size=753) 2024-11-18T10:40:10,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:10,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:10,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:10,942 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8, size=1.4 K (1413bytes) at 1731926410861Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8 so closing down at 1731926410869 (+8 ms)3 split writer threads finished at 1731926410870 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926410876 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926410879 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410926 (+47 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926410930 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926410938 (+8 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926410941 (+3 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926410941 2024-11-18T10:40:10,945 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/oldWALs/wal.dat.8 2024-11-18T10:40:10,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:10,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9 2024-11-18T10:40:10,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9 after 1ms 2024-11-18T10:40:10,950 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9 took 5ms 2024-11-18T10:40:10,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9 so closing down 2024-11-18T10:40:10,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:10,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:10,979 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:10,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:10,985 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:10,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:11,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741911_1089 (size=753) 2024-11-18T10:40:11,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741910_1088 (size=753) 2024-11-18T10:40:11,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741910_1088 (size=753) 2024-11-18T10:40:11,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741911_1089 (size=753) 2024-11-18T10:40:11,415 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:11,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:11,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:11,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:11,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 464 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:11,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9, size=1.4 K (1413bytes) at 1731926410946Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9 so closing down at 1731926410958 (+12 ms)3 split writer threads finished at 1731926410959 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926410983 (+24 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926410988 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926411416 (+428 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926411417 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926411420 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926411420Processed 20 edits across 2 Regions in 464 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926411420 2024-11-18T10:40:11,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/WALs/testretryopenduringrecovery,16010,1731926407200/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/fc8d6a12-d6fa-c799-9090-1f38375c17d8/oldWALs/wal.dat.9 2024-11-18T10:40:11,439 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142 (was 142), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 515), ProcessCount=11 (was 11), AvailableMemoryMB=2194 (was 2434) 2024-11-18T10:40:11,448 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=2194 2024-11-18T10:40:11,449 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:11,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741912_1090 (size=7) 2024-11-18T10:40:11,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741912_1090 (size=7) 2024-11-18T10:40:11,865 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:11,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:11,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:11,872 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:11,872 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:11,874 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:11,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741913_1091 (size=1393) 2024-11-18T10:40:11,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741913_1091 (size=1393) 2024-11-18T10:40:11,952 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:11,952 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:11,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:11,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741914_1092 (size=1393) 2024-11-18T10:40:12,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741914_1092 (size=1393) 2024-11-18T10:40:12,424 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:12,424 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:12,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741915_1093 (size=1393) 2024-11-18T10:40:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741915_1093 (size=1393) 2024-11-18T10:40:12,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:12,440 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:12,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741916_1094 (size=1393) 2024-11-18T10:40:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741916_1094 (size=1393) 2024-11-18T10:40:12,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:12,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:12,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741917_1095 (size=1393) 2024-11-18T10:40:12,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741917_1095 (size=1393) 2024-11-18T10:40:12,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:12,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:12,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:12,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:12,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741919_1097 (size=1405) 2024-11-18T10:40:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741919_1097 (size=1405) 2024-11-18T10:40:13,306 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:13,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:13,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741920_1098 (size=1413) 2024-11-18T10:40:13,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:13,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741920_1098 (size=1413) 2024-11-18T10:40:13,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741921_1099 (size=1413) 2024-11-18T10:40:13,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741921_1099 (size=1413) 2024-11-18T10:40:13,373 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:13,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:13,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:13,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741922_1100 (size=1413) 2024-11-18T10:40:13,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741922_1100 (size=1413) 2024-11-18T10:40:13,812 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:13,834 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:13,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0 2024-11-18T10:40:13,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0 after 0ms 2024-11-18T10:40:13,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0 took 2ms 2024-11-18T10:40:13,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0 so closing down 2024-11-18T10:40:13,839 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:13,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:13,841 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:13,841 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:13,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:13,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741923_1101 (size=743) 2024-11-18T10:40:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741924_1102 (size=743) 2024-11-18T10:40:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741924_1102 (size=743) 2024-11-18T10:40:13,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741923_1101 (size=743) 2024-11-18T10:40:13,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:13,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:13,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:13,857 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:13,857 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0, size=1.4 K (1393bytes) at 1731926413834Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0 so closing down at 1731926413838 (+4 ms)3 split writer threads finished at 1731926413839 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926413842 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926413843 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926413855 (+12 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926413855Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926413857 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926413857Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926413857 2024-11-18T10:40:13,858 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/oldWALs/wal.dat.0 2024-11-18T10:40:13,858 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:13,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1 2024-11-18T10:40:13,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1 after 1ms 2024-11-18T10:40:13,861 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1 took 3ms 2024-11-18T10:40:13,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1 so closing down 2024-11-18T10:40:13,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:13,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:13,864 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:13,864 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:13,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:13,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741925_1103 (size=743) 2024-11-18T10:40:13,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741925_1103 (size=743) 2024-11-18T10:40:13,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:13,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741926_1104 (size=743) 2024-11-18T10:40:13,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741926_1104 (size=743) 2024-11-18T10:40:13,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:13,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:13,878 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:13,878 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1, size=1.4 K (1393bytes) at 1731926413858Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1 so closing down at 1731926413862 (+4 ms)3 split writer threads finished at 1731926413862Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926413865 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926413865Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926413874 (+9 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926413876 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926413877 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926413878 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926413878 2024-11-18T10:40:13,880 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/oldWALs/wal.dat.1 2024-11-18T10:40:13,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:13,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2 2024-11-18T10:40:13,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2 after 0ms 2024-11-18T10:40:13,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2 took 2ms 2024-11-18T10:40:13,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2 so closing down 2024-11-18T10:40:13,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:13,884 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:13,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:13,886 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:13,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:13,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:13,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741927_1105 (size=743) 2024-11-18T10:40:13,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741927_1105 (size=743) 2024-11-18T10:40:13,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741928_1106 (size=743) 2024-11-18T10:40:13,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741928_1106 (size=743) 2024-11-18T10:40:14,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:14,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:14,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:14,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:14,298 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:14,299 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2, size=1.4 K (1393bytes) at 1731926413880Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2 so closing down at 1731926413883 (+3 ms)3 split writer threads finished at 1731926413884 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926413887 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926413887Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926414296 (+409 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926414296Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926414298 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926414298Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926414298 2024-11-18T10:40:14,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/oldWALs/wal.dat.2 2024-11-18T10:40:14,301 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:14,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3 2024-11-18T10:40:14,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3 after 0ms 2024-11-18T10:40:14,303 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3 took 2ms 2024-11-18T10:40:14,305 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3 so closing down 2024-11-18T10:40:14,305 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:14,305 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:14,307 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:14,307 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:14,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:14,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:14,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741930_1108 (size=743) 2024-11-18T10:40:14,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741929_1107 (size=743) 2024-11-18T10:40:14,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741929_1107 (size=743) 2024-11-18T10:40:14,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:14,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:14,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741930_1108 (size=743) 2024-11-18T10:40:14,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:14,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:14,318 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:14,318 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3, size=1.4 K (1393bytes) at 1731926414301Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3 so closing down at 1731926414305 (+4 ms)3 split writer threads finished at 1731926414305Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926414308 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926414308Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926414317 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926414317Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926414318 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926414318Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926414318 2024-11-18T10:40:14,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/oldWALs/wal.dat.3 2024-11-18T10:40:14,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:14,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4 2024-11-18T10:40:14,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4 after 0ms 2024-11-18T10:40:14,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4 took 3ms 2024-11-18T10:40:14,323 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4 so closing down 2024-11-18T10:40:14,323 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:14,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:14,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:14,325 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:14,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:14,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:14,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741931_1109 (size=743) 2024-11-18T10:40:14,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741932_1110 (size=743) 2024-11-18T10:40:14,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741932_1110 (size=743) 2024-11-18T10:40:14,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741931_1109 (size=743) 2024-11-18T10:40:14,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:14,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:14,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:14,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:14,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:14,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4, size=1.4 K (1393bytes) at 1731926414319Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4 so closing down at 1731926414323 (+4 ms)3 split writer threads finished at 1731926414323Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926414326 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926414326Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926414333 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926414333Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926414334 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926414335 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926414335 2024-11-18T10:40:14,337 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/oldWALs/wal.dat.4 2024-11-18T10:40:14,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5, size=150 (150bytes) 2024-11-18T10:40:14,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5 2024-11-18T10:40:14,337 WARN [IPC Server handler 4 on default port 36203 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-18T10:40:14,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5 after 0ms 2024-11-18T10:40:15,252 WARN [ResponseProcessor for block BP-157042908-172.17.0.3-1731926388090:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-157042908-172.17.0.3-1731926388090:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:15,251 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1310255250_22 at /127.0.0.1:59640 [Receiving block BP-157042908-172.17.0.3-1731926388090:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:32905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59640 dst: /127.0.0.1:32905 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:32905 remote=/127.0.0.1:59640]. Total timeout mills is 60000, 57640 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:15,252 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1310255250_22 at /127.0.0.1:58040 [Receiving block BP-157042908-172.17.0.3-1731926388090:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:42797:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58040 dst: /127.0.0.1:42797 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:15,252 WARN [DataStreamer for file /user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5 block BP-157042908-172.17.0.3-1731926388090:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-157042908-172.17.0.3-1731926388090:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:32905,DS-88ca7e42-22e4-457c-8526-ac6ab02ecccd,DISK], DatanodeInfoWithStorage[127.0.0.1:42797,DS-302b6b49-38be-4a88-93ed-4eb220c2b462,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:32905,DS-88ca7e42-22e4-457c-8526-ac6ab02ecccd,DISK]) is bad. 2024-11-18T10:40:15,253 WARN [DataStreamer for file /user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5 block BP-157042908-172.17.0.3-1731926388090:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-157042908-172.17.0.3-1731926388090:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:18,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5 after 4001ms 2024-11-18T10:40:18,341 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5 took 4004ms 2024-11-18T10:40:18,343 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5; continuing. 2024-11-18T10:40:18,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5 so closing down 2024-11-18T10:40:18,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:18,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:18,346 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:18,346 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:18,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:18,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:18,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741934_1113 (size=743) 2024-11-18T10:40:18,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741934_1113 (size=743) 2024-11-18T10:40:18,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:18,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T10:40:18,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741933_1112 (size=743) 2024-11-18T10:40:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741933_1112 (size=743) 2024-11-18T10:40:18,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:18,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T10:40:18,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-18T10:40:18,362 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5, size=150 (150bytes) at 1731926414337Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5 so closing down at 1731926418344 (+4007 ms)3 split writer threads finished at 1731926418344Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926418347 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926418347Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926418356 (+9 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731926418358 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926418359 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731926418361 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731926418362 (+1 ms) 2024-11-18T10:40:18,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/oldWALs/wal.dat.5 2024-11-18T10:40:18,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:18,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6 2024-11-18T10:40:18,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6 after 1ms 2024-11-18T10:40:18,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6 took 3ms 2024-11-18T10:40:18,368 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6 so closing down 2024-11-18T10:40:18,368 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:18,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:18,371 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:18,371 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:18,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:18,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:18,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741935_1114 (size=749) 2024-11-18T10:40:18,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741936_1115 (size=749) 2024-11-18T10:40:18,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:18,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741935_1114 (size=749) 2024-11-18T10:40:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741936_1115 (size=749) 2024-11-18T10:40:18,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:18,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:18,383 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:18,383 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6, size=1.4 K (1405bytes) at 1731926418364Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6 so closing down at 1731926418368 (+4 ms)3 split writer threads finished at 1731926418368Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926418372 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926418372Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926418382 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926418382Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926418383 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926418383Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926418383 2024-11-18T10:40:18,385 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/oldWALs/wal.dat.6 2024-11-18T10:40:18,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:18,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7 2024-11-18T10:40:18,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7 after 0ms 2024-11-18T10:40:18,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7 took 2ms 2024-11-18T10:40:18,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7 so closing down 2024-11-18T10:40:18,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:18,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:18,391 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:18,391 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:18,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:18,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741938_1117 (size=753) 2024-11-18T10:40:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741937_1116 (size=753) 2024-11-18T10:40:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741937_1116 (size=753) 2024-11-18T10:40:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741938_1117 (size=753) 2024-11-18T10:40:18,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:18,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:18,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:18,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:18,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:18,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7, size=1.4 K (1413bytes) at 1731926418385Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7 so closing down at 1731926418389 (+4 ms)3 split writer threads finished at 1731926418389Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926418392 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926418392Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926418802 (+410 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926418802Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926418803 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926418803Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926418804 (+1 ms) 2024-11-18T10:40:18,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/oldWALs/wal.dat.7 2024-11-18T10:40:18,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:18,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8 2024-11-18T10:40:18,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8 after 0ms 2024-11-18T10:40:18,809 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8 took 2ms 2024-11-18T10:40:18,810 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8 so closing down 2024-11-18T10:40:18,810 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:18,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:18,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:18,812 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:18,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:18,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741940_1119 (size=753) 2024-11-18T10:40:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741940_1119 (size=753) 2024-11-18T10:40:18,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:18,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:18,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741939_1118 (size=753) 2024-11-18T10:40:18,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741939_1118 (size=753) 2024-11-18T10:40:18,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:18,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:18,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:18,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8, size=1.4 K (1413bytes) at 1731926418806Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8 so closing down at 1731926418810 (+4 ms)3 split writer threads finished at 1731926418810Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926418813 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926418813Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926418825 (+12 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926418827 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926418829 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926418830 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926418831 (+1 ms) 2024-11-18T10:40:18,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/oldWALs/wal.dat.8 2024-11-18T10:40:18,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:18,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9 2024-11-18T10:40:18,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9 after 0ms 2024-11-18T10:40:18,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9 took 2ms 2024-11-18T10:40:18,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9 so closing down 2024-11-18T10:40:18,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:18,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:18,840 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:18,840 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:18,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:18,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:18,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741941_1120 (size=753) 2024-11-18T10:40:18,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741941_1120 (size=753) 2024-11-18T10:40:18,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741942_1121 (size=753) 2024-11-18T10:40:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741942_1121 (size=753) 2024-11-18T10:40:18,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:18,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:18,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:18,864 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:18,864 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9, size=1.4 K (1413bytes) at 1731926418833Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9 so closing down at 1731926418837 (+4 ms)3 split writer threads finished at 1731926418837Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926418841 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926418841Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926418860 (+19 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926418862 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926418862Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926418863 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926418864 (+1 ms) 2024-11-18T10:40:18,866 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731926411872/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/51b62af5-c139-49db-7756-4de6608d5810/oldWALs/wal.dat.9 2024-11-18T10:40:18,945 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=139 (was 142), OpenFileDescriptor=397 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 474) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1921 (was 2194) 2024-11-18T10:40:18,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=1920 2024-11-18T10:40:18,953 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:18,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741943_1122 (size=7) 2024-11-18T10:40:18,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741943_1122 (size=7) 2024-11-18T10:40:18,962 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:18,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:18,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:18,966 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:18,976 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 491), ProcessCount=11 (was 11), AvailableMemoryMB=1917 (was 1920) 2024-11-18T10:40:18,985 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=1917 2024-11-18T10:40:18,985 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:18,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741944_1123 (size=7) 2024-11-18T10:40:18,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741944_1123 (size=7) 2024-11-18T10:40:18,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:18,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:18,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:19,002 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:19,002 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:19,003 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:19,008 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741945_1124 (size=1393) 2024-11-18T10:40:19,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741945_1124 (size=1393) 2024-11-18T10:40:19,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:19,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741946_1125 (size=1393) 2024-11-18T10:40:19,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741946_1125 (size=1393) 2024-11-18T10:40:19,046 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:19,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:19,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741947_1126 (size=1393) 2024-11-18T10:40:19,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741947_1126 (size=1393) 2024-11-18T10:40:19,063 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:19,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:19,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741948_1127 (size=1393) 2024-11-18T10:40:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741948_1127 (size=1393) 2024-11-18T10:40:19,087 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:19,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:19,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741949_1128 (size=1393) 2024-11-18T10:40:19,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741949_1128 (size=1393) 2024-11-18T10:40:19,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:19,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:19,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741950_1129 (size=1393) 2024-11-18T10:40:19,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741950_1129 (size=1393) 2024-11-18T10:40:19,532 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:19,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:19,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741951_1130 (size=1405) 2024-11-18T10:40:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741951_1130 (size=1405) 2024-11-18T10:40:19,556 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:19,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:19,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741952_1131 (size=1413) 2024-11-18T10:40:19,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741952_1131 (size=1413) 2024-11-18T10:40:19,571 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:19,571 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:19,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741953_1132 (size=1413) 2024-11-18T10:40:19,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741953_1132 (size=1413) 2024-11-18T10:40:19,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:19,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:19,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:19,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:19,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741954_1133 (size=1413) 2024-11-18T10:40:19,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741954_1133 (size=1413) 2024-11-18T10:40:19,600 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:19,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:19,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0 2024-11-18T10:40:19,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0 after 1ms 2024-11-18T10:40:19,621 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0 took 3ms 2024-11-18T10:40:19,624 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0 so closing down 2024-11-18T10:40:19,624 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:19,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:19,628 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:19,628 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:19,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:19,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741955_1134 (size=743) 2024-11-18T10:40:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741956_1135 (size=743) 2024-11-18T10:40:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741956_1135 (size=743) 2024-11-18T10:40:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741955_1134 (size=743) 2024-11-18T10:40:20,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:20,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:20,048 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:20,048 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0, size=1.4 K (1393bytes) at 1731926419618Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0 so closing down at 1731926419624 (+6 ms)3 split writer threads finished at 1731926419626 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926419629 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926419629Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420043 (+414 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420043Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926420047 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926420047Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926420048 (+1 ms) 2024-11-18T10:40:20,052 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/oldWALs/wal.dat.0 2024-11-18T10:40:20,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:20,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1 2024-11-18T10:40:20,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1 after 0ms 2024-11-18T10:40:20,056 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1 took 3ms 2024-11-18T10:40:20,057 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1 so closing down 2024-11-18T10:40:20,058 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:20,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:20,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:20,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:20,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:20,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741957_1136 (size=743) 2024-11-18T10:40:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741957_1136 (size=743) 2024-11-18T10:40:20,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741958_1137 (size=743) 2024-11-18T10:40:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741958_1137 (size=743) 2024-11-18T10:40:20,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:20,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:20,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1, size=1.4 K (1393bytes) at 1731926420053Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1 so closing down at 1731926420058 (+5 ms)3 split writer threads finished at 1731926420058Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926420063 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926420063Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420068 (+5 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926420070 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420081 (+11 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926420082 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926420082 2024-11-18T10:40:20,084 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/oldWALs/wal.dat.1 2024-11-18T10:40:20,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:20,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2 2024-11-18T10:40:20,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2 after 0ms 2024-11-18T10:40:20,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2 took 3ms 2024-11-18T10:40:20,088 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2 so closing down 2024-11-18T10:40:20,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:20,089 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:20,090 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:20,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:20,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:20,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:20,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741960_1139 (size=743) 2024-11-18T10:40:20,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741959_1138 (size=743) 2024-11-18T10:40:20,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741960_1139 (size=743) 2024-11-18T10:40:20,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741959_1138 (size=743) 2024-11-18T10:40:20,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:20,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:20,101 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:20,101 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2, size=1.4 K (1393bytes) at 1731926420085Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2 so closing down at 1731926420088 (+3 ms)3 split writer threads finished at 1731926420089 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926420091 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926420091Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420100 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420100Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926420101 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926420101Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926420101 2024-11-18T10:40:20,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/oldWALs/wal.dat.2 2024-11-18T10:40:20,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:20,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3 2024-11-18T10:40:20,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3 after 1ms 2024-11-18T10:40:20,105 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3 took 2ms 2024-11-18T10:40:20,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3 so closing down 2024-11-18T10:40:20,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:20,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:20,112 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:20,112 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:20,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:20,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:20,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741961_1140 (size=743) 2024-11-18T10:40:20,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741962_1141 (size=743) 2024-11-18T10:40:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741961_1140 (size=743) 2024-11-18T10:40:20,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741962_1141 (size=743) 2024-11-18T10:40:20,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:20,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:20,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:20,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3, size=1.4 K (1393bytes) at 1731926420103Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3 so closing down at 1731926420107 (+4 ms)3 split writer threads finished at 1731926420107Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926420113 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926420113Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420119 (+6 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926420120 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420123 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926420125 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926420125 2024-11-18T10:40:20,127 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/oldWALs/wal.dat.3 2024-11-18T10:40:20,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:20,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4 2024-11-18T10:40:20,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4 after 0ms 2024-11-18T10:40:20,129 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4 took 2ms 2024-11-18T10:40:20,131 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4 so closing down 2024-11-18T10:40:20,131 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:20,131 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:20,133 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:20,133 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:20,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:20,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:20,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741964_1143 (size=743) 2024-11-18T10:40:20,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741963_1142 (size=743) 2024-11-18T10:40:20,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741964_1143 (size=743) 2024-11-18T10:40:20,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741963_1142 (size=743) 2024-11-18T10:40:20,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:20,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:20,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:20,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4, size=1.4 K (1393bytes) at 1731926420127Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4 so closing down at 1731926420131 (+4 ms)3 split writer threads finished at 1731926420131Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926420134 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926420134Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420139 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420139Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926420141 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926420141Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926420141 2024-11-18T10:40:20,142 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/oldWALs/wal.dat.4 2024-11-18T10:40:20,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T10:40:20,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5 2024-11-18T10:40:20,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5 after 0ms 2024-11-18T10:40:20,145 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5 took 3ms 2024-11-18T10:40:20,146 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5 so closing down 2024-11-18T10:40:20,146 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:20,146 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:20,148 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:20,148 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:20,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:20,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741965_1144 (size=743) 2024-11-18T10:40:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741965_1144 (size=743) 2024-11-18T10:40:20,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741966_1145 (size=743) 2024-11-18T10:40:20,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741966_1145 (size=743) 2024-11-18T10:40:20,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T10:40:20,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T10:40:20,159 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:20,160 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5, size=1.4 K (1393bytes) at 1731926420143Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5 so closing down at 1731926420146 (+3 ms)3 split writer threads finished at 1731926420146Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926420149 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926420149Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420158 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420158Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731926420159 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731926420159Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926420159 2024-11-18T10:40:20,161 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/oldWALs/wal.dat.5 2024-11-18T10:40:20,161 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:20,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6 2024-11-18T10:40:20,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6 after 1ms 2024-11-18T10:40:20,163 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6 took 2ms 2024-11-18T10:40:20,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6 so closing down 2024-11-18T10:40:20,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:20,165 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:20,167 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:20,167 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:20,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:20,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741967_1146 (size=749) 2024-11-18T10:40:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741967_1146 (size=749) 2024-11-18T10:40:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741968_1147 (size=749) 2024-11-18T10:40:20,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741968_1147 (size=749) 2024-11-18T10:40:20,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:20,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:20,174 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:20,174 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6, size=1.4 K (1405bytes) at 1731926420161Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6 so closing down at 1731926420165 (+4 ms)3 split writer threads finished at 1731926420165Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926420168 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926420168Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420173 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420173Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926420174 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926420174Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926420174 2024-11-18T10:40:20,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/oldWALs/wal.dat.6 2024-11-18T10:40:20,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:20,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7 2024-11-18T10:40:20,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7 after 0ms 2024-11-18T10:40:20,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7 took 2ms 2024-11-18T10:40:20,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7 so closing down 2024-11-18T10:40:20,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:20,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:20,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:20,181 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:20,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:20,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:20,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741969_1148 (size=753) 2024-11-18T10:40:20,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741969_1148 (size=753) 2024-11-18T10:40:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741970_1149 (size=753) 2024-11-18T10:40:20,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741970_1149 (size=753) 2024-11-18T10:40:20,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:20,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:20,590 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:20,590 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7, size=1.4 K (1413bytes) at 1731926420176Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7 so closing down at 1731926420179 (+3 ms)3 split writer threads finished at 1731926420179Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926420182 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926420182Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420187 (+5 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926420189 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420588 (+399 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926420590 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926420590 2024-11-18T10:40:20,592 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/oldWALs/wal.dat.7 2024-11-18T10:40:20,593 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:20,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8 2024-11-18T10:40:20,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8 after 0ms 2024-11-18T10:40:20,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8 took 4ms 2024-11-18T10:40:20,597 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8 so closing down 2024-11-18T10:40:20,597 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:20,597 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:20,601 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:20,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:20,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:20,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741972_1151 (size=753) 2024-11-18T10:40:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741972_1151 (size=753) 2024-11-18T10:40:20,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741971_1150 (size=753) 2024-11-18T10:40:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741971_1150 (size=753) 2024-11-18T10:40:20,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:20,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:20,613 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:20,614 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8, size=1.4 K (1413bytes) at 1731926420593Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8 so closing down at 1731926420597 (+4 ms)3 split writer threads finished at 1731926420597Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926420603 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926420603Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420611 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420612 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926420612Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926420613 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926420613 2024-11-18T10:40:20,615 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/oldWALs/wal.dat.8 2024-11-18T10:40:20,615 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:20,615 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9 2024-11-18T10:40:20,615 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9 after 0ms 2024-11-18T10:40:20,617 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9 took 2ms 2024-11-18T10:40:20,619 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9 so closing down 2024-11-18T10:40:20,619 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:20,619 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:20,621 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:20,621 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:20,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:20,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741973_1152 (size=753) 2024-11-18T10:40:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741973_1152 (size=753) 2024-11-18T10:40:20,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741974_1153 (size=753) 2024-11-18T10:40:20,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741974_1153 (size=753) 2024-11-18T10:40:20,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:20,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:20,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:20,629 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:20,629 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9, size=1.4 K (1413bytes) at 1731926420615Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9 so closing down at 1731926420619 (+4 ms)3 split writer threads finished at 1731926420619Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926420622 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926420623 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420627 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926420628 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926420628Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926420629 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926420629 2024-11-18T10:40:20,630 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/WALs/testsplit,16010,1731926419002/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/881f3f29-0a6c-4f1f-af63-c613f4d9bb9e/oldWALs/wal.dat.9 2024-11-18T10:40:20,689 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 491), ProcessCount=11 (was 11), AvailableMemoryMB=1869 (was 1917) 2024-11-18T10:40:20,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=1868 2024-11-18T10:40:20,695 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:20,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741975_1154 (size=7) 2024-11-18T10:40:20,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741975_1154 (size=7) 2024-11-18T10:40:20,703 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:20,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:20,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:20,707 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:20,707 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:20,708 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:20,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:20,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741976_1155 (size=1393) 2024-11-18T10:40:20,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741976_1155 (size=1393) 2024-11-18T10:40:20,722 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:20,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:20,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741977_1156 (size=1393) 2024-11-18T10:40:20,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741977_1156 (size=1393) 2024-11-18T10:40:20,738 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:20,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741978_1157 (size=1393) 2024-11-18T10:40:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741978_1157 (size=1393) 2024-11-18T10:40:20,752 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:20,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:20,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741979_1158 (size=1393) 2024-11-18T10:40:20,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741979_1158 (size=1393) 2024-11-18T10:40:20,764 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:20,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:20,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741980_1159 (size=1393) 2024-11-18T10:40:20,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741980_1159 (size=1393) 2024-11-18T10:40:20,777 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:20,777 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:20,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741981_1160 (size=1393) 2024-11-18T10:40:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741981_1160 (size=1393) 2024-11-18T10:40:20,790 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:20,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741982_1161 (size=1405) 2024-11-18T10:40:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741982_1161 (size=1405) 2024-11-18T10:40:20,801 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:20,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741983_1162 (size=1413) 2024-11-18T10:40:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741983_1162 (size=1413) 2024-11-18T10:40:20,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:20,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:20,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741984_1163 (size=1413) 2024-11-18T10:40:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741984_1163 (size=1413) 2024-11-18T10:40:20,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:20,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:20,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:20,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741985_1164 (size=1413) 2024-11-18T10:40:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741985_1164 (size=1413) 2024-11-18T10:40:21,240 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:21,261 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:21,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0 2024-11-18T10:40:21,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0 after 1ms 2024-11-18T10:40:21,264 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0 took 3ms 2024-11-18T10:40:21,267 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0 so closing down 2024-11-18T10:40:21,267 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:21,267 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:21,270 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:21,270 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:21,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:21,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741986_1165 (size=743) 2024-11-18T10:40:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741986_1165 (size=743) 2024-11-18T10:40:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741987_1166 (size=743) 2024-11-18T10:40:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741987_1166 (size=743) 2024-11-18T10:40:21,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:21,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:21,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:21,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:21,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:21,283 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0, size=1.4 K (1393bytes) at 1731926421261Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0 so closing down at 1731926421267 (+6 ms)3 split writer threads finished at 1731926421267Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926421271 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926421271Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926421280 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926421280Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926421283 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926421283Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926421283 2024-11-18T10:40:21,287 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/oldWALs/wal.dat.0 2024-11-18T10:40:21,287 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:21,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1 2024-11-18T10:40:21,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1 after 1ms 2024-11-18T10:40:21,291 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1 took 4ms 2024-11-18T10:40:21,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1 so closing down 2024-11-18T10:40:21,293 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:21,293 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:21,296 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:21,296 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:21,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:40:21,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:21,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741989_1168 (size=743) 2024-11-18T10:40:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741989_1168 (size=743) 2024-11-18T10:40:21,315 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:21,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741988_1167 (size=743) 2024-11-18T10:40:21,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741988_1167 (size=743) 2024-11-18T10:40:21,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:21,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:21,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:21,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:21,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1, size=1.4 K (1393bytes) at 1731926421287Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1 so closing down at 1731926421292 (+5 ms)3 split writer threads finished at 1731926421293 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926421298 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926421301 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926421315 (+14 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926421324 (+9 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926421324Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926421328 (+4 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926421329 (+1 ms) 2024-11-18T10:40:21,332 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/oldWALs/wal.dat.1 2024-11-18T10:40:21,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:21,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2 2024-11-18T10:40:21,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2 after 1ms 2024-11-18T10:40:21,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2 took 3ms 2024-11-18T10:40:21,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2 so closing down 2024-11-18T10:40:21,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:21,337 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:21,340 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:21,340 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:21,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:21,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:21,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741990_1169 (size=743) 2024-11-18T10:40:21,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741990_1169 (size=743) 2024-11-18T10:40:21,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741991_1170 (size=743) 2024-11-18T10:40:21,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:21,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741991_1170 (size=743) 2024-11-18T10:40:21,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:21,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:21,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:21,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:21,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2, size=1.4 K (1393bytes) at 1731926421332Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2 so closing down at 1731926421337 (+5 ms)3 split writer threads finished at 1731926421337Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926421341 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926421341Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926421352 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926421352Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926421354 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926421355 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926421355 2024-11-18T10:40:21,358 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/oldWALs/wal.dat.2 2024-11-18T10:40:21,358 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:21,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3 2024-11-18T10:40:21,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3 after 0ms 2024-11-18T10:40:21,361 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3 took 3ms 2024-11-18T10:40:21,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3 so closing down 2024-11-18T10:40:21,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:21,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:21,365 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:21,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:21,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:21,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:21,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741993_1172 (size=743) 2024-11-18T10:40:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741993_1172 (size=743) 2024-11-18T10:40:21,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741992_1171 (size=743) 2024-11-18T10:40:21,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:21,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741992_1171 (size=743) 2024-11-18T10:40:21,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:21,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:21,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:21,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:21,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3, size=1.4 K (1393bytes) at 1731926421358Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3 so closing down at 1731926421362 (+4 ms)3 split writer threads finished at 1731926421362Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926421366 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926421366Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926421375 (+9 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926421380 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926421776 (+396 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926421780 (+4 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926421781 (+1 ms) 2024-11-18T10:40:21,786 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/oldWALs/wal.dat.3 2024-11-18T10:40:21,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:21,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4 2024-11-18T10:40:21,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4 after 1ms 2024-11-18T10:40:21,791 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4 took 5ms 2024-11-18T10:40:21,797 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4 so closing down 2024-11-18T10:40:21,797 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:21,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:21,802 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:21,802 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:21,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:21,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:21,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741994_1173 (size=743) 2024-11-18T10:40:21,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741994_1173 (size=743) 2024-11-18T10:40:21,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741995_1174 (size=743) 2024-11-18T10:40:21,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741995_1174 (size=743) 2024-11-18T10:40:21,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:21,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:22,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:22,215 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:22,215 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4, size=1.4 K (1393bytes) at 1731926421786Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4 so closing down at 1731926421797 (+11 ms)3 split writer threads finished at 1731926421798 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926421803 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926421803Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926421809 (+6 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926421812 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422210 (+398 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926422214 (+4 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926422215 (+1 ms) 2024-11-18T10:40:22,220 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/oldWALs/wal.dat.4 2024-11-18T10:40:22,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T10:40:22,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5 2024-11-18T10:40:22,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5 after 0ms 2024-11-18T10:40:22,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5 took 5ms 2024-11-18T10:40:22,227 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5 so closing down 2024-11-18T10:40:22,227 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:22,227 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:22,231 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:22,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:22,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:22,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741996_1175 (size=743) 2024-11-18T10:40:22,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741996_1175 (size=743) 2024-11-18T10:40:22,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741997_1176 (size=743) 2024-11-18T10:40:22,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741997_1176 (size=743) 2024-11-18T10:40:22,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T10:40:22,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T10:40:22,245 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:22,245 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5, size=1.4 K (1393bytes) at 1731926422221Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5 so closing down at 1731926422227 (+6 ms)3 split writer threads finished at 1731926422227Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926422232 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926422232Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422240 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422241 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731926422243 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731926422244 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926422245 (+1 ms) 2024-11-18T10:40:22,249 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/oldWALs/wal.dat.5 2024-11-18T10:40:22,250 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:22,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6 2024-11-18T10:40:22,251 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6 after 0ms 2024-11-18T10:40:22,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6 took 3ms 2024-11-18T10:40:22,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6 so closing down 2024-11-18T10:40:22,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:22,255 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:22,258 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:22,258 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:22,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:22,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741998_1177 (size=749) 2024-11-18T10:40:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741998_1177 (size=749) 2024-11-18T10:40:22,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073741999_1178 (size=749) 2024-11-18T10:40:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073741999_1178 (size=749) 2024-11-18T10:40:22,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:22,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:22,276 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:22,276 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6, size=1.4 K (1405bytes) at 1731926422250Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6 so closing down at 1731926422255 (+5 ms)3 split writer threads finished at 1731926422255Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926422259 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926422259Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422271 (+12 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422274 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926422274Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926422276 (+2 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926422276 2024-11-18T10:40:22,279 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/oldWALs/wal.dat.6 2024-11-18T10:40:22,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:22,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7 2024-11-18T10:40:22,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7 after 1ms 2024-11-18T10:40:22,284 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7 took 4ms 2024-11-18T10:40:22,286 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7 so closing down 2024-11-18T10:40:22,286 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:22,286 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:22,289 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:22,289 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:22,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:22,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:22,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742000_1179 (size=753) 2024-11-18T10:40:22,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742000_1179 (size=753) 2024-11-18T10:40:22,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:22,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742001_1180 (size=753) 2024-11-18T10:40:22,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742001_1180 (size=753) 2024-11-18T10:40:22,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:22,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:22,309 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7, size=1.4 K (1413bytes) at 1731926422280Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7 so closing down at 1731926422286 (+6 ms)3 split writer threads finished at 1731926422286Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926422290 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926422290Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422301 (+11 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926422303 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422305 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926422308 (+3 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926422308 2024-11-18T10:40:22,311 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/oldWALs/wal.dat.7 2024-11-18T10:40:22,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:22,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8 2024-11-18T10:40:22,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8 after 1ms 2024-11-18T10:40:22,314 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8 took 3ms 2024-11-18T10:40:22,316 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8 so closing down 2024-11-18T10:40:22,316 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:22,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:22,318 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:22,319 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:22,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:22,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:22,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742002_1181 (size=753) 2024-11-18T10:40:22,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742002_1181 (size=753) 2024-11-18T10:40:22,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:22,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742003_1182 (size=753) 2024-11-18T10:40:22,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742003_1182 (size=753) 2024-11-18T10:40:22,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:22,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:22,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8, size=1.4 K (1413bytes) at 1731926422311Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8 so closing down at 1731926422316 (+5 ms)3 split writer threads finished at 1731926422316Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926422320 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926422324 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422332 (+8 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926422334 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422343 (+9 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926422345 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926422346 (+1 ms) 2024-11-18T10:40:22,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/oldWALs/wal.dat.8 2024-11-18T10:40:22,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:22,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9 2024-11-18T10:40:22,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9 after 0ms 2024-11-18T10:40:22,352 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9 took 3ms 2024-11-18T10:40:22,353 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9 so closing down 2024-11-18T10:40:22,353 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:22,353 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:22,356 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:22,356 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:22,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:22,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742005_1184 (size=753) 2024-11-18T10:40:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742004_1183 (size=753) 2024-11-18T10:40:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742005_1184 (size=753) 2024-11-18T10:40:22,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742004_1183 (size=753) 2024-11-18T10:40:22,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:22,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:22,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:22,370 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:22,370 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9, size=1.4 K (1413bytes) at 1731926422349Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9 so closing down at 1731926422353 (+4 ms)3 split writer threads finished at 1731926422353Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926422357 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926422357Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422368 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926422368Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926422370 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926422370Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926422370 2024-11-18T10:40:22,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/WALs/testmovedwalduringrecovery,16010,1731926420707/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/e544c0cd-85ae-a341-5b13-f95255311494/oldWALs/wal.dat.9 2024-11-18T10:40:22,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 491), ProcessCount=11 (was 11), AvailableMemoryMB=1808 (was 1868) 2024-11-18T10:40:22,389 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=1807 2024-11-18T10:40:22,389 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742006_1185 (size=7) 2024-11-18T10:40:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742006_1185 (size=7) 2024-11-18T10:40:22,396 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:22,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:22,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:22,401 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:22,404 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T10:40:22,404 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-18T10:40:22,405 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-18T10:40:22,405 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-18T10:40:22,406 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-18T10:40:22,423 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/WALs/testthreading,16010,1731926422401/wal.dat..fake, size=0 (0bytes) 2024-11-18T10:40:22,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/WALs/testthreading,16010,1731926422401/wal.dat..fake took 9ms 2024-11-18T10:40:22,866 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/WALs/testthreading,16010,1731926422401/wal.dat..fake so closing down 2024-11-18T10:40:22,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:22,871 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:22,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-18T10:40:22,894 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-18T10:40:22,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-18T10:40:22,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 80 ms) 2024-11-18T10:40:22,975 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) 2024-11-18T10:40:22,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) 2024-11-18T10:40:22,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-18T10:40:23,010 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-18T10:40:23,073 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) 2024-11-18T10:40:23,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 85 ms) 2024-11-18T10:40:23,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 661 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/WALs/testthreading,16010,1731926422401/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T10:40:23,094 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/WALs/testthreading,16010,1731926422401/wal.dat..fake, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/WALs/testthreading,16010,1731926422401/wal.dat..fake, size=0 (0bytes) at 1731926422423Split 1024 edits, skipped 0 edits. at 1731926422459 (+36 ms)Split 2048 edits, skipped 0 edits. at 1731926422480 (+21 ms)Split 3072 edits, skipped 0 edits. at 1731926422502 (+22 ms)Split 4096 edits, skipped 0 edits. at 1731926422523 (+21 ms)Split 5120 edits, skipped 0 edits. at 1731926422544 (+21 ms)Split 6144 edits, skipped 0 edits. at 1731926422562 (+18 ms)Split 7168 edits, skipped 0 edits. at 1731926422582 (+20 ms)Split 8192 edits, skipped 0 edits. at 1731926422607 (+25 ms)Split 9216 edits, skipped 0 edits. at 1731926422630 (+23 ms)Split 10240 edits, skipped 0 edits. at 1731926422655 (+25 ms)Split 11264 edits, skipped 0 edits. at 1731926422676 (+21 ms)Split 12288 edits, skipped 0 edits. at 1731926422692 (+16 ms)Split 13312 edits, skipped 0 edits. at 1731926422714 (+22 ms)Split 14336 edits, skipped 0 edits. at 1731926422736 (+22 ms)Split 15360 edits, skipped 0 edits. at 1731926422757 (+21 ms)Split 16384 edits, skipped 0 edits. at 1731926422785 (+28 ms)Split 17408 edits, skipped 0 edits. at 1731926422809 (+24 ms)Split 18432 edits, skipped 0 edits. at 1731926422829 (+20 ms)Split 19456 edits, skipped 0 edits. at 1731926422854 (+25 ms)Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/WALs/testthreading,16010,1731926422401/wal.dat..fake so closing down at 1731926422866 (+12 ms)3 split writer threads finished at 1731926422871 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731926422883 (+12 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731926422894 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731926422898 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 80 ms) at 1731926422964 (+66 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) at 1731926422975 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 82 ms) at 1731926422980 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731926422995 (+15 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731926423010 (+15 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 62 ms) at 1731926423073 (+63 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 85 ms) at 1731926423082 (+9 ms)Processed 20000 edits across 5 Regions in 661 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/80118853-7ab6-9a76-39f6-c3e92fa4c7c4/WALs/testthreading,16010,1731926422401/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731926423093 (+11 ms) 2024-11-18T10:40:23,094 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-18T10:40:23,094 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-18T10:40:23,094 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-18T10:40:23,094 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-18T10:40:23,094 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-18T10:40:23,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139 (was 139), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=491 (was 491), ProcessCount=11 (was 11), AvailableMemoryMB=1629 (was 1807) 2024-11-18T10:40:23,139 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=491, ProcessCount=11, AvailableMemoryMB=1627 2024-11-18T10:40:23,140 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742007_1186 (size=7) 2024-11-18T10:40:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742007_1186 (size=7) 2024-11-18T10:40:23,198 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:23,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:23,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:23,211 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:23,217 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T10:40:23,222 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:23,224 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:23,232 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:23,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742008_1187 (size=1393) 2024-11-18T10:40:23,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742008_1187 (size=1393) 2024-11-18T10:40:23,681 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:23,681 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:23,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742009_1188 (size=1393) 2024-11-18T10:40:23,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742009_1188 (size=1393) 2024-11-18T10:40:23,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:23,696 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:23,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742010_1189 (size=1393) 2024-11-18T10:40:23,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742010_1189 (size=1393) 2024-11-18T10:40:23,732 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:23,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:23,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:23,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:23,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742011_1190 (size=1393) 2024-11-18T10:40:23,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742011_1190 (size=1393) 2024-11-18T10:40:24,149 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:24,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:24,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742012_1191 (size=1393) 2024-11-18T10:40:24,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742012_1191 (size=1393) 2024-11-18T10:40:24,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:24,170 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:24,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742013_1192 (size=1393) 2024-11-18T10:40:24,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742013_1192 (size=1393) 2024-11-18T10:40:24,186 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:24,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:24,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742014_1193 (size=1405) 2024-11-18T10:40:24,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742014_1193 (size=1405) 2024-11-18T10:40:24,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:24,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:24,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742015_1194 (size=1413) 2024-11-18T10:40:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742015_1194 (size=1413) 2024-11-18T10:40:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:24,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:24,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742016_1195 (size=1413) 2024-11-18T10:40:24,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742016_1195 (size=1413) 2024-11-18T10:40:24,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:24,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:24,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:24,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742017_1196 (size=1413) 2024-11-18T10:40:24,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742017_1196 (size=1413) 2024-11-18T10:40:24,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:24,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T10:40:24,694 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty, size=0 (0bytes) 2024-11-18T10:40:24,694 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty might be still open, length is 0 2024-11-18T10:40:24,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty 2024-11-18T10:40:24,695 WARN [IPC Server handler 4 on default port 36203 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty closed. 2024-11-18T10:40:24,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty after 1ms 2024-11-18T10:40:24,697 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T10:40:24,697 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty; empty? 2024-11-18T10:40:24,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty so closing down 2024-11-18T10:40:24,698 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T10:40:24,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty, size=0 (0bytes) at 1731926424694Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty so closing down at 1731926424697 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731926424698 (+1 ms) 2024-11-18T10:40:24,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat..empty to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat..empty 2024-11-18T10:40:24,700 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:24,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0 2024-11-18T10:40:24,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0 after 0ms 2024-11-18T10:40:24,702 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0 took 2ms 2024-11-18T10:40:24,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0 so closing down 2024-11-18T10:40:24,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:24,705 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:24,707 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:24,707 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:24,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:24,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742018_1197 (size=743) 2024-11-18T10:40:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742019_1198 (size=743) 2024-11-18T10:40:24,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:24,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742018_1197 (size=743) 2024-11-18T10:40:24,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742019_1198 (size=743) 2024-11-18T10:40:24,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:24,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:24,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:24,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:24,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0, size=1.4 K (1393bytes) at 1731926424700Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0 so closing down at 1731926424705 (+5 ms)3 split writer threads finished at 1731926424705Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926424708 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926424708Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926424717 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926424717Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926424718 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926424718Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926424718 2024-11-18T10:40:24,720 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.0 2024-11-18T10:40:24,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:24,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1 2024-11-18T10:40:24,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1 after 0ms 2024-11-18T10:40:24,722 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1 took 2ms 2024-11-18T10:40:24,724 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1 so closing down 2024-11-18T10:40:24,724 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:24,724 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:24,725 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:24,725 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:24,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:24,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742020_1199 (size=743) 2024-11-18T10:40:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742020_1199 (size=743) 2024-11-18T10:40:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742021_1200 (size=743) 2024-11-18T10:40:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742021_1200 (size=743) 2024-11-18T10:40:24,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:24,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:25,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:25,138 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:25,138 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1, size=1.4 K (1393bytes) at 1731926424720Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1 so closing down at 1731926424724 (+4 ms)3 split writer threads finished at 1731926424724Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926424726 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926424727 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926424734 (+7 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926424735 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425135 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926425138 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926425138 2024-11-18T10:40:25,142 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.1 2024-11-18T10:40:25,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:25,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2 2024-11-18T10:40:25,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2 after 1ms 2024-11-18T10:40:25,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2 took 5ms 2024-11-18T10:40:25,148 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2 so closing down 2024-11-18T10:40:25,148 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:25,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:25,150 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:25,150 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:25,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:25,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:25,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742022_1201 (size=743) 2024-11-18T10:40:25,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742022_1201 (size=743) 2024-11-18T10:40:25,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742023_1202 (size=743) 2024-11-18T10:40:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742023_1202 (size=743) 2024-11-18T10:40:25,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,164 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:25,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:25,565 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:25,565 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2, size=1.4 K (1393bytes) at 1731926425142Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2 so closing down at 1731926425148 (+6 ms)3 split writer threads finished at 1731926425148Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926425152 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926425152Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425163 (+11 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926425164 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425562 (+398 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926425565 (+3 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926425565 2024-11-18T10:40:25,569 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.2 2024-11-18T10:40:25,569 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:25,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3 2024-11-18T10:40:25,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3 after 1ms 2024-11-18T10:40:25,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3 took 4ms 2024-11-18T10:40:25,576 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3 so closing down 2024-11-18T10:40:25,576 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:25,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:25,578 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:25,578 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:25,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:25,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742024_1203 (size=743) 2024-11-18T10:40:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742024_1203 (size=743) 2024-11-18T10:40:25,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742025_1204 (size=743) 2024-11-18T10:40:25,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742025_1204 (size=743) 2024-11-18T10:40:25,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:25,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:25,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:25,590 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3, size=1.4 K (1393bytes) at 1731926425569Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3 so closing down at 1731926425576 (+7 ms)3 split writer threads finished at 1731926425576Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926425579 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926425583 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425587 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425588 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926425588Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926425589 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926425589 2024-11-18T10:40:25,591 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.3 2024-11-18T10:40:25,591 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:25,591 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4 2024-11-18T10:40:25,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4 after 1ms 2024-11-18T10:40:25,593 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4 took 2ms 2024-11-18T10:40:25,594 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4 so closing down 2024-11-18T10:40:25,594 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:25,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:25,596 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:25,596 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:25,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:25,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742027_1206 (size=743) 2024-11-18T10:40:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742026_1205 (size=743) 2024-11-18T10:40:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742026_1205 (size=743) 2024-11-18T10:40:25,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742027_1206 (size=743) 2024-11-18T10:40:25,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:25,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:25,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:25,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4, size=1.4 K (1393bytes) at 1731926425591Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4 so closing down at 1731926425594 (+3 ms)3 split writer threads finished at 1731926425595 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926425597 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926425597Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425602 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425602Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926425603 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926425603Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926425603 2024-11-18T10:40:25,604 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.4 2024-11-18T10:40:25,604 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T10:40:25,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5 2024-11-18T10:40:25,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5 after 1ms 2024-11-18T10:40:25,606 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5 took 2ms 2024-11-18T10:40:25,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5 so closing down 2024-11-18T10:40:25,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:25,607 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:25,609 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:25,609 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:25,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:25,611 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742028_1207 (size=743) 2024-11-18T10:40:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742028_1207 (size=743) 2024-11-18T10:40:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742029_1208 (size=743) 2024-11-18T10:40:25,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742029_1208 (size=743) 2024-11-18T10:40:25,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T10:40:25,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T10:40:25,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:25,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5, size=1.4 K (1393bytes) at 1731926425604Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5 so closing down at 1731926425607 (+3 ms)3 split writer threads finished at 1731926425607Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926425610 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926425611 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425615 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425616 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731926425617 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731926425617Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926425617 2024-11-18T10:40:25,619 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.5 2024-11-18T10:40:25,619 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:25,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6 2024-11-18T10:40:25,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6 after 0ms 2024-11-18T10:40:25,622 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6 took 3ms 2024-11-18T10:40:25,623 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6 so closing down 2024-11-18T10:40:25,623 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:25,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:25,625 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:25,625 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:25,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:25,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742031_1210 (size=749) 2024-11-18T10:40:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742031_1210 (size=749) 2024-11-18T10:40:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742030_1209 (size=749) 2024-11-18T10:40:25,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742030_1209 (size=749) 2024-11-18T10:40:25,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:25,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:25,632 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:25,632 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6, size=1.4 K (1405bytes) at 1731926425619Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6 so closing down at 1731926425623 (+4 ms)3 split writer threads finished at 1731926425623Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926425626 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926425626Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425631 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425631Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926425632 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926425632Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926425632 2024-11-18T10:40:25,633 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.6 2024-11-18T10:40:25,634 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:25,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7 2024-11-18T10:40:25,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7 after 0ms 2024-11-18T10:40:25,636 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7 took 3ms 2024-11-18T10:40:25,637 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7 so closing down 2024-11-18T10:40:25,637 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:25,637 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:25,639 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:25,639 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:25,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:25,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742032_1211 (size=753) 2024-11-18T10:40:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742032_1211 (size=753) 2024-11-18T10:40:25,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:25,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742033_1212 (size=753) 2024-11-18T10:40:25,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742033_1212 (size=753) 2024-11-18T10:40:25,653 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:25,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:25,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7, size=1.4 K (1413bytes) at 1731926425634Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7 so closing down at 1731926425637 (+3 ms)3 split writer threads finished at 1731926425637Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926425640 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926425641 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425645 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926425646 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425653 (+7 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926425655 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926425655 2024-11-18T10:40:25,657 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.7 2024-11-18T10:40:25,657 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:25,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8 2024-11-18T10:40:25,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8 after 0ms 2024-11-18T10:40:25,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8 took 2ms 2024-11-18T10:40:25,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8 so closing down 2024-11-18T10:40:25,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:25,661 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:25,663 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:25,663 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:25,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:25,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:25,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742035_1214 (size=753) 2024-11-18T10:40:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742035_1214 (size=753) 2024-11-18T10:40:25,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742034_1213 (size=753) 2024-11-18T10:40:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742034_1213 (size=753) 2024-11-18T10:40:25,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:25,684 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:25,684 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8, size=1.4 K (1413bytes) at 1731926425657Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8 so closing down at 1731926425661 (+4 ms)3 split writer threads finished at 1731926425661Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926425664 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926425664Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425672 (+8 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926425673 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425683 (+10 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926425684 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926425684 2024-11-18T10:40:25,686 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.8 2024-11-18T10:40:25,686 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:25,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9 2024-11-18T10:40:25,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9 after 1ms 2024-11-18T10:40:25,689 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9 took 3ms 2024-11-18T10:40:25,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9 so closing down 2024-11-18T10:40:25,690 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:25,690 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:25,692 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:25,692 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:25,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:25,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:25,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742036_1215 (size=753) 2024-11-18T10:40:25,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742036_1215 (size=753) 2024-11-18T10:40:25,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:25,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742037_1216 (size=753) 2024-11-18T10:40:25,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742037_1216 (size=753) 2024-11-18T10:40:25,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:25,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:25,715 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:25,715 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9, size=1.4 K (1413bytes) at 1731926425686Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9 so closing down at 1731926425690 (+4 ms)3 split writer threads finished at 1731926425690Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926425698 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926425698Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425707 (+9 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926425708 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926425714 (+6 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926425715 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926425715 2024-11-18T10:40:25,717 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.9 2024-11-18T10:40:25,717 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty, size=0 (0bytes) 2024-11-18T10:40:25,717 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty might be still open, length is 0 2024-11-18T10:40:25,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty 2024-11-18T10:40:25,718 WARN [IPC Server handler 1 on default port 36203 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty closed. 2024-11-18T10:40:25,718 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty after 1ms 2024-11-18T10:40:25,719 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-18T10:40:25,719 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty; empty? 2024-11-18T10:40:25,719 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty so closing down 2024-11-18T10:40:25,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-18T10:40:25,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty, size=0 (0bytes) at 1731926425717Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty so closing down at 1731926425719 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731926425720 (+1 ms) 2024-11-18T10:40:25,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/WALs/testemptyopenlogfiles,16010,1731926423211/wal.dat.empty to hdfs://localhost:36203/user/jenkins/test-data/2c32df0b-7bfd-3061-122c-6c85e3bc3bee/oldWALs/wal.dat.empty 2024-11-18T10:40:25,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 139), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=580 (was 491) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1480 (was 1627) 2024-11-18T10:40:25,815 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=580, ProcessCount=11, AvailableMemoryMB=1479 2024-11-18T10:40:25,815 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:25,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742038_1217 (size=7) 2024-11-18T10:40:25,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742038_1217 (size=7) 2024-11-18T10:40:26,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:26,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:26,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:26,262 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:26,263 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:26,263 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:26,264 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:26,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742039_1218 (size=1393) 2024-11-18T10:40:26,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742039_1218 (size=1393) 2024-11-18T10:40:26,276 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:26,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:26,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742040_1219 (size=1393) 2024-11-18T10:40:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742040_1219 (size=1393) 2024-11-18T10:40:26,285 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:26,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:26,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742041_1220 (size=1393) 2024-11-18T10:40:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742041_1220 (size=1393) 2024-11-18T10:40:26,294 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:26,294 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:26,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742042_1221 (size=1393) 2024-11-18T10:40:26,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742042_1221 (size=1393) 2024-11-18T10:40:26,327 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:26,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:26,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742043_1222 (size=1393) 2024-11-18T10:40:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742043_1222 (size=1393) 2024-11-18T10:40:26,740 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:26,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:26,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742044_1223 (size=1393) 2024-11-18T10:40:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742044_1223 (size=1393) 2024-11-18T10:40:26,765 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:26,765 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:26,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742045_1224 (size=1405) 2024-11-18T10:40:26,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742045_1224 (size=1405) 2024-11-18T10:40:26,781 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:26,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:26,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742046_1225 (size=1413) 2024-11-18T10:40:26,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742046_1225 (size=1413) 2024-11-18T10:40:26,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:26,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:26,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742047_1226 (size=1413) 2024-11-18T10:40:26,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742047_1226 (size=1413) 2024-11-18T10:40:26,816 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:26,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:26,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:26,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742048_1227 (size=1413) 2024-11-18T10:40:26,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742048_1227 (size=1413) 2024-11-18T10:40:26,828 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742049_1228 (size=1398) 2024-11-18T10:40:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742049_1228 (size=1398) 2024-11-18T10:40:26,853 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:26,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0 2024-11-18T10:40:26,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0 after 1ms 2024-11-18T10:40:26,856 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0 took 2ms 2024-11-18T10:40:26,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0 so closing down 2024-11-18T10:40:26,860 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:26,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:26,863 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:26,863 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:26,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:26,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742050_1229 (size=743) 2024-11-18T10:40:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742050_1229 (size=743) 2024-11-18T10:40:26,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742051_1230 (size=743) 2024-11-18T10:40:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742051_1230 (size=743) 2024-11-18T10:40:26,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:26,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:26,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:26,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0, size=1.4 K (1393bytes) at 1731926426853Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0 so closing down at 1731926426860 (+7 ms)3 split writer threads finished at 1731926426860Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926426867 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926426867Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426874 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426875 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926426875Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926426876 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926426877 (+1 ms) 2024-11-18T10:40:26,878 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/oldWALs/wal.dat.0 2024-11-18T10:40:26,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:26,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1 2024-11-18T10:40:26,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1 after 1ms 2024-11-18T10:40:26,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1 took 2ms 2024-11-18T10:40:26,882 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1 so closing down 2024-11-18T10:40:26,882 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:26,882 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:26,884 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:26,884 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:26,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:26,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742053_1232 (size=743) 2024-11-18T10:40:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742052_1231 (size=743) 2024-11-18T10:40:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742052_1231 (size=743) 2024-11-18T10:40:26,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742053_1232 (size=743) 2024-11-18T10:40:26,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:26,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:26,897 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:26,897 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1, size=1.4 K (1393bytes) at 1731926426878Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1 so closing down at 1731926426882 (+4 ms)3 split writer threads finished at 1731926426882Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926426885 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926426885Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426895 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426896 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926426897 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926426897Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926426897 2024-11-18T10:40:26,899 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/oldWALs/wal.dat.1 2024-11-18T10:40:26,899 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:26,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2 2024-11-18T10:40:26,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2 after 0ms 2024-11-18T10:40:26,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2 took 2ms 2024-11-18T10:40:26,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2 so closing down 2024-11-18T10:40:26,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:26,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:26,904 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:26,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:26,908 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:26,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:26,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742054_1233 (size=743) 2024-11-18T10:40:26,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742054_1233 (size=743) 2024-11-18T10:40:26,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742055_1234 (size=743) 2024-11-18T10:40:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742055_1234 (size=743) 2024-11-18T10:40:26,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:26,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:26,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2, size=1.4 K (1393bytes) at 1731926426899Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2 so closing down at 1731926426902 (+3 ms)3 split writer threads finished at 1731926426902Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926426905 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926426909 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426910 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926426911 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426914 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926426915 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926426916 (+1 ms) 2024-11-18T10:40:26,917 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/oldWALs/wal.dat.2 2024-11-18T10:40:26,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:26,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3 2024-11-18T10:40:26,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3 after 0ms 2024-11-18T10:40:26,920 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3 took 3ms 2024-11-18T10:40:26,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3 so closing down 2024-11-18T10:40:26,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:26,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:26,923 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:26,923 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:26,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:26,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742056_1235 (size=743) 2024-11-18T10:40:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742057_1236 (size=743) 2024-11-18T10:40:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742056_1235 (size=743) 2024-11-18T10:40:26,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742057_1236 (size=743) 2024-11-18T10:40:26,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:26,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:26,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:26,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3, size=1.4 K (1393bytes) at 1731926426918Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3 so closing down at 1731926426921 (+3 ms)3 split writer threads finished at 1731926426921Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926426924 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926426924Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426929 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426929Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926426930 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926426930Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926426930 2024-11-18T10:40:26,932 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/oldWALs/wal.dat.3 2024-11-18T10:40:26,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:26,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4 2024-11-18T10:40:26,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4 after 0ms 2024-11-18T10:40:26,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4 took 2ms 2024-11-18T10:40:26,936 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4 so closing down 2024-11-18T10:40:26,936 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:26,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:26,938 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:26,938 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:26,939 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:26,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:26,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742059_1238 (size=743) 2024-11-18T10:40:26,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742058_1237 (size=743) 2024-11-18T10:40:26,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742058_1237 (size=743) 2024-11-18T10:40:26,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742059_1238 (size=743) 2024-11-18T10:40:26,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:26,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:26,945 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:26,945 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4, size=1.4 K (1393bytes) at 1731926426932Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4 so closing down at 1731926426936 (+4 ms)3 split writer threads finished at 1731926426936Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926426939 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926426939Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426943 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426944 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926426944Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926426945 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926426945 2024-11-18T10:40:26,946 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/oldWALs/wal.dat.4 2024-11-18T10:40:26,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5, size=1.4 K (1398bytes) 2024-11-18T10:40:26,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5 2024-11-18T10:40:26,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5 after 1ms 2024-11-18T10:40:26,948 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5 took 2ms 2024-11-18T10:40:26,950 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:26,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5 so closing down 2024-11-18T10:40:26,951 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:26,951 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:26,953 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:26,953 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:26,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:26,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:26,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742060_1239 (size=743) 2024-11-18T10:40:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742060_1239 (size=743) 2024-11-18T10:40:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742061_1240 (size=743) 2024-11-18T10:40:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742061_1240 (size=743) 2024-11-18T10:40:26,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T10:40:26,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T10:40:26,965 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-18T10:40:26,965 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5, size=1.4 K (1398bytes) at 1731926426946Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5 so closing down at 1731926426951 (+5 ms)3 split writer threads finished at 1731926426951Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926426954 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926426954Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426963 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426963Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731926426964 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731926426964Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731926426965 (+1 ms) 2024-11-18T10:40:26,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/corrupt/wal.dat.5 2024-11-18T10:40:26,967 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:26,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6 2024-11-18T10:40:26,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6 after 0ms 2024-11-18T10:40:26,969 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6 took 2ms 2024-11-18T10:40:26,971 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6 so closing down 2024-11-18T10:40:26,971 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:26,971 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:26,973 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:26,973 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:26,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:26,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742063_1242 (size=749) 2024-11-18T10:40:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742063_1242 (size=749) 2024-11-18T10:40:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742062_1241 (size=749) 2024-11-18T10:40:26,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742062_1241 (size=749) 2024-11-18T10:40:26,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:26,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:26,980 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:26,980 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6, size=1.4 K (1405bytes) at 1731926426967Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6 so closing down at 1731926426971 (+4 ms)3 split writer threads finished at 1731926426971Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926426974 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926426974Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426979 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426979Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926426980 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926426980Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926426980 2024-11-18T10:40:26,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/oldWALs/wal.dat.6 2024-11-18T10:40:26,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:26,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7 2024-11-18T10:40:26,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7 after 0ms 2024-11-18T10:40:26,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7 took 2ms 2024-11-18T10:40:26,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7 so closing down 2024-11-18T10:40:26,985 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:26,985 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:26,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:26,987 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:26,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:26,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:26,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742064_1243 (size=753) 2024-11-18T10:40:26,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742065_1244 (size=753) 2024-11-18T10:40:26,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742065_1244 (size=753) 2024-11-18T10:40:26,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742064_1243 (size=753) 2024-11-18T10:40:26,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:26,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:26,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:26,994 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:26,994 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7, size=1.4 K (1413bytes) at 1731926426982Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7 so closing down at 1731926426985 (+3 ms)3 split writer threads finished at 1731926426985Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926426988 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926426988Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426993 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926426993Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926426994 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926426994Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926426994 2024-11-18T10:40:26,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/oldWALs/wal.dat.7 2024-11-18T10:40:26,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:26,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8 2024-11-18T10:40:26,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8 after 0ms 2024-11-18T10:40:26,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8 took 2ms 2024-11-18T10:40:26,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8 so closing down 2024-11-18T10:40:26,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:26,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:27,001 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:27,001 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:27,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:27,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:27,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742066_1245 (size=753) 2024-11-18T10:40:27,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742067_1246 (size=753) 2024-11-18T10:40:27,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742067_1246 (size=753) 2024-11-18T10:40:27,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742066_1245 (size=753) 2024-11-18T10:40:27,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:27,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:27,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:27,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:27,008 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:27,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8, size=1.4 K (1413bytes) at 1731926426996Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8 so closing down at 1731926426999 (+3 ms)3 split writer threads finished at 1731926426999Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926427002 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926427002Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926427007 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926427007Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926427008 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926427008Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926427008 2024-11-18T10:40:27,010 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/oldWALs/wal.dat.8 2024-11-18T10:40:27,010 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:27,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9 2024-11-18T10:40:27,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9 after 1ms 2024-11-18T10:40:27,012 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9 took 2ms 2024-11-18T10:40:27,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9 so closing down 2024-11-18T10:40:27,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:27,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:27,015 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:27,015 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:27,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:27,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742068_1247 (size=753) 2024-11-18T10:40:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742069_1248 (size=753) 2024-11-18T10:40:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742068_1247 (size=753) 2024-11-18T10:40:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742069_1248 (size=753) 2024-11-18T10:40:27,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:27,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:27,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:27,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:27,027 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:27,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9, size=1.4 K (1413bytes) at 1731926427010Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9 so closing down at 1731926427013 (+3 ms)3 split writer threads finished at 1731926427013Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926427016 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926427016Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926427025 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926427026 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926427027 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926427027Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926427027 2024-11-18T10:40:27,029 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731926426262/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/5cd266c8-93d7-5ca6-8e39-d6e06e6b53cc/oldWALs/wal.dat.9 2024-11-18T10:40:27,093 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=580 (was 580), ProcessCount=11 (was 11), AvailableMemoryMB=1462 (was 1479) 2024-11-18T10:40:27,102 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=580, ProcessCount=11, AvailableMemoryMB=1462 2024-11-18T10:40:27,102 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:27,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742070_1249 (size=7) 2024-11-18T10:40:27,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742070_1249 (size=7) 2024-11-18T10:40:27,111 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:27,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:27,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:27,115 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:27,115 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8/data/default/t1/7a6d858cdb95e9d4c80886ac367b8c4d 2024-11-18T10:40:27,116 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 7a6d858cdb95e9d4c80886ac367b8c4d 2024-11-18T10:40:27,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:27,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742071_1250 (size=3841) 2024-11-18T10:40:27,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742071_1250 (size=3841) 2024-11-18T10:40:27,157 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0, size=3.8 K (3841bytes) 2024-11-18T10:40:27,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0 2024-11-18T10:40:27,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0 after 1ms 2024-11-18T10:40:27,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0 took 3ms 2024-11-18T10:40:27,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0 so closing down 2024-11-18T10:40:27,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:27,162 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:27,164 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:27,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/data/default/t1/7a6d858cdb95e9d4c80886ac367b8c4d/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:27,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742072_1251 (size=1591) 2024-11-18T10:40:27,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742072_1251 (size=1591) 2024-11-18T10:40:27,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/data/default/t1/7a6d858cdb95e9d4c80886ac367b8c4d/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:27,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/data/default/t1/7a6d858cdb95e9d4c80886ac367b8c4d/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/data/default/t1/7a6d858cdb95e9d4c80886ac367b8c4d/recovered.edits/0000000000000000009 2024-11-18T10:40:27,172 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-18T10:40:27,172 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0, size=3.8 K (3841bytes) at 1731926427157Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0 so closing down at 1731926427162 (+5 ms)3 split writer threads finished at 1731926427162Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/data/default/t1/7a6d858cdb95e9d4c80886ac367b8c4d/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926427165 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/data/default/t1/7a6d858cdb95e9d4c80886ac367b8c4d/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731926427170 (+5 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/data/default/t1/7a6d858cdb95e9d4c80886ac367b8c4d/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/data/default/t1/7a6d858cdb95e9d4c80886ac367b8c4d/recovered.edits/0000000000000000009 at 1731926427172 (+2 ms)Processed 21 edits across 1 Regions in 12 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731926427172 2024-11-18T10:40:27,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/WALs/testsplitleavescompactioneventsedits,16010,1731926427115/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/7fd0b8c6-f37f-b54c-7813-2581e992e18d/oldWALs/wal.dat.0 2024-11-18T10:40:27,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=580 (was 580), ProcessCount=11 (was 11), AvailableMemoryMB=1461 (was 1462) 2024-11-18T10:40:27,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=580, ProcessCount=11, AvailableMemoryMB=1461 2024-11-18T10:40:27,198 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:27,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742073_1252 (size=7) 2024-11-18T10:40:27,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742073_1252 (size=7) 2024-11-18T10:40:27,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:27,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:27,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:27,209 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:27,209 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T10:40:27,210 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:27,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742074_1253 (size=863) 2024-11-18T10:40:27,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742074_1253 (size=863) 2024-11-18T10:40:27,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:27,248 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0, size=863 (863bytes) 2024-11-18T10:40:27,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0 2024-11-18T10:40:27,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0 after 1ms 2024-11-18T10:40:27,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0 took 5ms 2024-11-18T10:40:27,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0 so closing down 2024-11-18T10:40:27,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:27,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:27,265 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:27,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:27,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742075_1254 (size=863) 2024-11-18T10:40:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742075_1254 (size=863) 2024-11-18T10:40:27,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:27,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T10:40:27,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-18T10:40:27,283 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0, size=863 (863bytes) at 1731926427248Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0 so closing down at 1731926427261 (+13 ms)3 split writer threads finished at 1731926427261Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926427267 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926427282 (+15 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731926427283 (+1 ms)Processed 10 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731926427283 2024-11-18T10:40:27,285 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/WALs/testsplitpreservesedits,16010,1731926427209/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/678ee969-e58e-de93-db7c-ee9474365414/oldWALs/wal.dat.0 2024-11-18T10:40:27,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=580 (was 580), ProcessCount=11 (was 11), AvailableMemoryMB=1461 (was 1461) 2024-11-18T10:40:27,313 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=580, ProcessCount=11, AvailableMemoryMB=1461 2024-11-18T10:40:27,313 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742076_1255 (size=7) 2024-11-18T10:40:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742076_1255 (size=7) 2024-11-18T10:40:27,324 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:27,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:27,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:27,330 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:27,330 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:27,331 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:27,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:27,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742077_1256 (size=1393) 2024-11-18T10:40:27,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742077_1256 (size=1393) 2024-11-18T10:40:27,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:27,755 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:27,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:27,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:27,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742078_1257 (size=1393) 2024-11-18T10:40:27,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742078_1257 (size=1393) 2024-11-18T10:40:28,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:28,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742079_1258 (size=1393) 2024-11-18T10:40:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742079_1258 (size=1393) 2024-11-18T10:40:28,202 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:28,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742080_1259 (size=1393) 2024-11-18T10:40:28,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742080_1259 (size=1393) 2024-11-18T10:40:28,221 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:28,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742081_1260 (size=1393) 2024-11-18T10:40:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742081_1260 (size=1393) 2024-11-18T10:40:28,235 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:28,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742082_1261 (size=1393) 2024-11-18T10:40:28,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742082_1261 (size=1393) 2024-11-18T10:40:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:28,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742083_1262 (size=1405) 2024-11-18T10:40:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742083_1262 (size=1405) 2024-11-18T10:40:28,263 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:28,264 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742084_1263 (size=1413) 2024-11-18T10:40:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742084_1263 (size=1413) 2024-11-18T10:40:28,276 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:28,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:28,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742085_1264 (size=1413) 2024-11-18T10:40:28,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742085_1264 (size=1413) 2024-11-18T10:40:28,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:28,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:28,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:28,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742086_1265 (size=1413) 2024-11-18T10:40:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742086_1265 (size=1413) 2024-11-18T10:40:28,298 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:28,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742087_1266 (size=1394) 2024-11-18T10:40:28,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742087_1266 (size=1394) 2024-11-18T10:40:28,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:28,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0 2024-11-18T10:40:28,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0 after 0ms 2024-11-18T10:40:28,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0 took 2ms 2024-11-18T10:40:28,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0 so closing down 2024-11-18T10:40:28,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:28,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:28,332 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:28,333 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:28,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:28,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742089_1268 (size=743) 2024-11-18T10:40:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742088_1267 (size=743) 2024-11-18T10:40:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742089_1268 (size=743) 2024-11-18T10:40:28,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742088_1267 (size=743) 2024-11-18T10:40:28,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:28,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:28,341 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:28,341 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0, size=1.4 K (1393bytes) at 1731926428325Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0 so closing down at 1731926428329 (+4 ms)3 split writer threads finished at 1731926428329Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926428334 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926428334Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428339 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428339Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926428340 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926428340Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926428341 (+1 ms) 2024-11-18T10:40:28,342 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/oldWALs/wal.dat.0 2024-11-18T10:40:28,342 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:28,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1 2024-11-18T10:40:28,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1 after 1ms 2024-11-18T10:40:28,344 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1 took 2ms 2024-11-18T10:40:28,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1 so closing down 2024-11-18T10:40:28,345 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:28,346 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:28,348 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:28,348 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:28,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:28,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742091_1270 (size=743) 2024-11-18T10:40:28,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742090_1269 (size=743) 2024-11-18T10:40:28,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742090_1269 (size=743) 2024-11-18T10:40:28,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:28,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:28,358 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:28,358 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1, size=1.4 K (1393bytes) at 1731926428342Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1 so closing down at 1731926428345 (+3 ms)3 split writer threads finished at 1731926428346 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926428349 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926428349Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428356 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428357 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926428358 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926428358Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926428358 2024-11-18T10:40:28,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/oldWALs/wal.dat.1 2024-11-18T10:40:28,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:28,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2 2024-11-18T10:40:28,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2 after 0ms 2024-11-18T10:40:28,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2 took 2ms 2024-11-18T10:40:28,363 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2 so closing down 2024-11-18T10:40:28,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:28,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742091_1270 (size=743) 2024-11-18T10:40:28,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:28,366 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:28,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:28,369 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:28,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:28,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742092_1271 (size=743) 2024-11-18T10:40:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742092_1271 (size=743) 2024-11-18T10:40:28,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742093_1272 (size=743) 2024-11-18T10:40:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742093_1272 (size=743) 2024-11-18T10:40:28,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:28,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:28,382 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:28,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2, size=1.4 K (1393bytes) at 1731926428360Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2 so closing down at 1731926428363 (+3 ms)3 split writer threads finished at 1731926428364 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926428367 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926428370 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428377 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428381 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926428381Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926428382 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926428382 2024-11-18T10:40:28,384 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/oldWALs/wal.dat.2 2024-11-18T10:40:28,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:28,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3 2024-11-18T10:40:28,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3 after 0ms 2024-11-18T10:40:28,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3 took 2ms 2024-11-18T10:40:28,388 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3 so closing down 2024-11-18T10:40:28,388 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:28,388 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:28,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:28,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:28,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:28,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742094_1273 (size=743) 2024-11-18T10:40:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742095_1274 (size=743) 2024-11-18T10:40:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742094_1273 (size=743) 2024-11-18T10:40:28,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742095_1274 (size=743) 2024-11-18T10:40:28,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:28,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:28,400 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:28,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3, size=1.4 K (1393bytes) at 1731926428384Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3 so closing down at 1731926428388 (+4 ms)3 split writer threads finished at 1731926428388Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926428394 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926428394Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428399 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428399Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926428400 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926428400Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926428400 2024-11-18T10:40:28,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/oldWALs/wal.dat.3 2024-11-18T10:40:28,402 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:28,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4 2024-11-18T10:40:28,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4 after 0ms 2024-11-18T10:40:28,407 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4 took 5ms 2024-11-18T10:40:28,408 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4 so closing down 2024-11-18T10:40:28,408 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:28,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:28,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:28,410 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:28,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:28,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:28,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742096_1275 (size=743) 2024-11-18T10:40:28,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742096_1275 (size=743) 2024-11-18T10:40:28,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742097_1276 (size=743) 2024-11-18T10:40:28,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742097_1276 (size=743) 2024-11-18T10:40:28,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:28,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:28,820 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:28,820 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4, size=1.4 K (1393bytes) at 1731926428402Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4 so closing down at 1731926428408 (+6 ms)3 split writer threads finished at 1731926428409 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926428411 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926428411Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428417 (+6 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926428418 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428818 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926428820 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926428820 2024-11-18T10:40:28,823 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/oldWALs/wal.dat.4 2024-11-18T10:40:28,824 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T10:40:28,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5 2024-11-18T10:40:28,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5 after 0ms 2024-11-18T10:40:28,828 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-18T10:40:28,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5 so closing down 2024-11-18T10:40:28,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T10:40:28,829 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5, size=1.4 K (1394bytes) at 1731926428824Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5 so closing down at 1731926428829 (+5 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731926428829 2024-11-18T10:40:28,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/corrupt/wal.dat.5 2024-11-18T10:40:28,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:28,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6 2024-11-18T10:40:28,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6 after 1ms 2024-11-18T10:40:28,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6 took 3ms 2024-11-18T10:40:28,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6 so closing down 2024-11-18T10:40:28,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:28,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:28,841 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:28,841 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:28,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:28,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742098_1277 (size=749) 2024-11-18T10:40:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742098_1277 (size=749) 2024-11-18T10:40:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742099_1278 (size=749) 2024-11-18T10:40:28,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742099_1278 (size=749) 2024-11-18T10:40:28,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:28,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:29,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:29,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:29,253 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:29,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6, size=1.4 K (1405bytes) at 1731926428832Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6 so closing down at 1731926428837 (+5 ms)3 split writer threads finished at 1731926428837Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926428842 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926428842Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926428847 (+5 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926428848 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926429249 (+401 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926429253 (+4 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926429253 2024-11-18T10:40:29,256 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/oldWALs/wal.dat.6 2024-11-18T10:40:29,256 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:29,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7 2024-11-18T10:40:29,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7 after 0ms 2024-11-18T10:40:29,260 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7 took 4ms 2024-11-18T10:40:29,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7 so closing down 2024-11-18T10:40:29,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:29,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:29,263 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:29,263 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:29,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:29,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742100_1279 (size=753) 2024-11-18T10:40:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742100_1279 (size=753) 2024-11-18T10:40:29,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742101_1280 (size=753) 2024-11-18T10:40:29,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742101_1280 (size=753) 2024-11-18T10:40:29,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:29,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:29,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:29,678 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:29,678 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7, size=1.4 K (1413bytes) at 1731926429257Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7 so closing down at 1731926429261 (+4 ms)3 split writer threads finished at 1731926429261Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926429264 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926429268 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926429275 (+7 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926429276 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926429676 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926429677 (+1 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926429678 (+1 ms) 2024-11-18T10:40:29,679 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/oldWALs/wal.dat.7 2024-11-18T10:40:29,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:29,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8 2024-11-18T10:40:29,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8 after 0ms 2024-11-18T10:40:29,682 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8 took 2ms 2024-11-18T10:40:29,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8 so closing down 2024-11-18T10:40:29,683 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:29,683 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:29,685 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:29,685 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:29,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:29,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:29,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742102_1281 (size=753) 2024-11-18T10:40:29,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742103_1282 (size=753) 2024-11-18T10:40:29,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742102_1281 (size=753) 2024-11-18T10:40:29,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742103_1282 (size=753) 2024-11-18T10:40:29,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:29,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:29,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:29,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:29,703 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:29,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8, size=1.4 K (1413bytes) at 1731926429680Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8 so closing down at 1731926429683 (+3 ms)3 split writer threads finished at 1731926429684 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926429686 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926429686Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926429701 (+15 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926429701Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926429702 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926429703 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926429703 2024-11-18T10:40:29,704 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/oldWALs/wal.dat.8 2024-11-18T10:40:29,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:29,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9 2024-11-18T10:40:29,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9 after 1ms 2024-11-18T10:40:29,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9 took 2ms 2024-11-18T10:40:29,707 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9 so closing down 2024-11-18T10:40:29,707 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:29,707 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:29,709 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:29,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:29,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:29,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742104_1283 (size=753) 2024-11-18T10:40:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742104_1283 (size=753) 2024-11-18T10:40:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742105_1284 (size=753) 2024-11-18T10:40:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742105_1284 (size=753) 2024-11-18T10:40:30,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:30,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:30,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:30,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:30,126 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:30,127 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9, size=1.4 K (1413bytes) at 1731926429704Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9 so closing down at 1731926429707 (+3 ms)3 split writer threads finished at 1731926429707Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926429711 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926429711Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926430123 (+412 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926430123Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926430126 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926430126Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926430126 2024-11-18T10:40:30,129 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731926427330/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/aa797015-f416-b35e-9dfb-e7f8987b7870/oldWALs/wal.dat.9 2024-11-18T10:40:30,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 580) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1451 (was 1461) 2024-11-18T10:40:30,185 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=1451 2024-11-18T10:40:30,185 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:30,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742106_1285 (size=7) 2024-11-18T10:40:30,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742106_1285 (size=7) 2024-11-18T10:40:30,191 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:30,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:30,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:30,195 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:30,195 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T10:40:30,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742107_1286 (size=2403) 2024-11-18T10:40:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742107_1286 (size=2403) 2024-11-18T10:40:30,207 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:30,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0, size=2.3 K (2403bytes) 2024-11-18T10:40:30,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0 2024-11-18T10:40:30,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0 after 0ms 2024-11-18T10:40:30,223 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0 took 2ms 2024-11-18T10:40:30,224 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0 so closing down 2024-11-18T10:40:30,224 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:30,224 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:30,226 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:30,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:30,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742108_1287 (size=863) 2024-11-18T10:40:30,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742108_1287 (size=863) 2024-11-18T10:40:30,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:30,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-18T10:40:30,233 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-18T10:40:30,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0, size=2.3 K (2403bytes) at 1731926430221Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0 so closing down at 1731926430224 (+3 ms)3 split writer threads finished at 1731926430224Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926430227 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926430231 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731926430233 (+2 ms)Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731926430233 2024-11-18T10:40:30,235 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/WALs/testsplitremovesregioneventsedits,16010,1731926430195/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/4ba7e416-d63b-bf2b-12a4-5d942e45801e/oldWALs/wal.dat.0 2024-11-18T10:40:30,252 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=1451 (was 1451) 2024-11-18T10:40:30,260 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=1451 2024-11-18T10:40:30,260 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:30,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742109_1288 (size=7) 2024-11-18T10:40:30,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742109_1288 (size=7) 2024-11-18T10:40:30,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:30,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:30,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:30,274 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:30,289 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=1451 (was 1451) 2024-11-18T10:40:30,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=1450 2024-11-18T10:40:30,295 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:30,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742110_1289 (size=7) 2024-11-18T10:40:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742110_1289 (size=7) 2024-11-18T10:40:30,303 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:30,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:30,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:30,305 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:30,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:30,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742111_1290 (size=255) 2024-11-18T10:40:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742111_1290 (size=255) 2024-11-18T10:40:30,338 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1, size=255 (255bytes) 2024-11-18T10:40:30,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1 2024-11-18T10:40:30,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1 after 1ms 2024-11-18T10:40:30,340 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1 took 2ms 2024-11-18T10:40:30,341 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-18T10:40:30,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1 so closing down 2024-11-18T10:40:30,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:30,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:30,341 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-18T10:40:30,341 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1, size=255 (255bytes) at 1731926430338Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1 so closing down at 1731926430341 (+3 ms)3 split writer threads finished at 1731926430341Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731926430341 2024-11-18T10:40:30,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/WALs/testsplitremovesreplicationmarkeredits,16010,1731926430306/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/ad99b07d-08d0-87c2-3c7e-ca51979534b4/oldWALs/wal.dat.1 2024-11-18T10:40:30,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=1451 (was 1450) - AvailableMemoryMB LEAK? - 2024-11-18T10:40:30,358 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=1450 2024-11-18T10:40:30,358 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742112_1291 (size=7) 2024-11-18T10:40:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742112_1291 (size=7) 2024-11-18T10:40:30,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:30,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:30,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:30,371 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:30,372 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-18T10:40:30,372 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T10:40:30,373 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:30,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742113_1292 (size=1941) 2024-11-18T10:40:30,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742113_1292 (size=1941) 2024-11-18T10:40:30,391 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:30,391 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8/data/default/t1/region__1 2024-11-18T10:40:30,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0, size=1.9 K (1941bytes) 2024-11-18T10:40:30,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0 2024-11-18T10:40:30,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0 after 0ms 2024-11-18T10:40:30,413 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0 took 3ms 2024-11-18T10:40:30,415 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-18T10:40:30,415 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0 so closing down 2024-11-18T10:40:30,415 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:30,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:30,415 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-18T10:40:30,416 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0, size=1.9 K (1941bytes) at 1731926430411Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0 so closing down at 1731926430415 (+4 ms)3 split writer threads finished at 1731926430415Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731926430415 2024-11-18T10:40:30,417 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/WALs/testsplitlogfiledeletedregiondir,16010,1731926430371/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/36a17d56-886c-f6c2-f390-fec5dcae88a7/oldWALs/wal.dat.0 2024-11-18T10:40:30,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=1448 (was 1450) 2024-11-18T10:40:30,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=1445 2024-11-18T10:40:30,435 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:30,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742114_1293 (size=7) 2024-11-18T10:40:30,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742114_1293 (size=7) 2024-11-18T10:40:30,846 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:30,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:30,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:30,850 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:30,851 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T10:40:30,851 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:30,851 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:30,852 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:30,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:30,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:30,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742115_1294 (size=1393) 2024-11-18T10:40:30,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742115_1294 (size=1393) 2024-11-18T10:40:31,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:31,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:31,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742116_1295 (size=1393) 2024-11-18T10:40:31,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742116_1295 (size=1393) 2024-11-18T10:40:31,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:31,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:31,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742117_1296 (size=1393) 2024-11-18T10:40:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742117_1296 (size=1393) 2024-11-18T10:40:31,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:31,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:31,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742118_1297 (size=1393) 2024-11-18T10:40:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742118_1297 (size=1393) 2024-11-18T10:40:31,368 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:31,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:31,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742119_1298 (size=1393) 2024-11-18T10:40:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742119_1298 (size=1393) 2024-11-18T10:40:31,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:31,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:31,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742120_1299 (size=1393) 2024-11-18T10:40:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742120_1299 (size=1393) 2024-11-18T10:40:31,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:31,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:31,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742121_1300 (size=1405) 2024-11-18T10:40:31,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742121_1300 (size=1405) 2024-11-18T10:40:31,454 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:31,454 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:31,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742122_1301 (size=1413) 2024-11-18T10:40:31,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742122_1301 (size=1413) 2024-11-18T10:40:31,476 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:31,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:31,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742123_1302 (size=1413) 2024-11-18T10:40:31,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742123_1302 (size=1413) 2024-11-18T10:40:31,542 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:31,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:31,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742124_1303 (size=1413) 2024-11-18T10:40:31,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742124_1303 (size=1413) 2024-11-18T10:40:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:31,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/e9121343-8cb8-1a70-83c9-dde2d99381ee/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731926430850/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:31,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/e9121343-8cb8-1a70-83c9-dde2d99381ee/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731926430850/wal.dat.0 2024-11-18T10:40:31,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/e9121343-8cb8-1a70-83c9-dde2d99381ee/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731926430850/wal.dat.0 after 5ms 2024-11-18T10:40:31,666 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/e9121343-8cb8-1a70-83c9-dde2d99381ee/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731926430850/wal.dat.0 took 16ms 2024-11-18T10:40:31,674 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e9121343-8cb8-1a70-83c9-dde2d99381ee/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731926430850/wal.dat.0 so closing down 2024-11-18T10:40:31,674 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:31,675 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:31,675 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e9121343-8cb8-1a70-83c9-dde2d99381ee/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731926430850/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:31,676 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/e9121343-8cb8-1a70-83c9-dde2d99381ee/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731926430850/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/e9121343-8cb8-1a70-83c9-dde2d99381ee/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731926430850/wal.dat.0, size=1.4 K (1393bytes) at 1731926431651Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/e9121343-8cb8-1a70-83c9-dde2d99381ee/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731926430850/wal.dat.0 so closing down at 1731926431674 (+23 ms)3 split writer threads finished at 1731926431675 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/e9121343-8cb8-1a70-83c9-dde2d99381ee/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731926430850/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926431676 (+1 ms) 2024-11-18T10:40:31,691 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=1406 (was 1445) 2024-11-18T10:40:31,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=1405 2024-11-18T10:40:31,712 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:31,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742125_1304 (size=7) 2024-11-18T10:40:31,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742125_1304 (size=7) 2024-11-18T10:40:31,746 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:31,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:31,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:31,750 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:31,750 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:31,751 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:31,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742126_1305 (size=1393) 2024-11-18T10:40:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742126_1305 (size=1393) 2024-11-18T10:40:31,797 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:31,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:31,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742127_1306 (size=1393) 2024-11-18T10:40:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742127_1306 (size=1393) 2024-11-18T10:40:31,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:31,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:31,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742128_1307 (size=1393) 2024-11-18T10:40:31,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742128_1307 (size=1393) 2024-11-18T10:40:31,851 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:31,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:31,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742129_1308 (size=1393) 2024-11-18T10:40:31,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742129_1308 (size=1393) 2024-11-18T10:40:31,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:31,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:31,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:31,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742131_1310 (size=1393) 2024-11-18T10:40:31,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742131_1310 (size=1393) 2024-11-18T10:40:31,894 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:31,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:31,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742132_1311 (size=1405) 2024-11-18T10:40:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742132_1311 (size=1405) 2024-11-18T10:40:31,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:31,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:31,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742133_1312 (size=1413) 2024-11-18T10:40:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742133_1312 (size=1413) 2024-11-18T10:40:31,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:31,921 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:31,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:31,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742134_1313 (size=1413) 2024-11-18T10:40:31,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742134_1313 (size=1413) 2024-11-18T10:40:32,333 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:32,333 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:32,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742135_1314 (size=1413) 2024-11-18T10:40:32,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742135_1314 (size=1413) 2024-11-18T10:40:32,351 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:32,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742130_1309 (size=1458) 2024-11-18T10:40:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742130_1309 (size=1458) 2024-11-18T10:40:32,372 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:32,372 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0 2024-11-18T10:40:32,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0 after 1ms 2024-11-18T10:40:32,374 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0 took 2ms 2024-11-18T10:40:32,376 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0 so closing down 2024-11-18T10:40:32,376 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:32,376 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:32,378 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:32,378 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:32,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:32,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742136_1315 (size=743) 2024-11-18T10:40:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742137_1316 (size=743) 2024-11-18T10:40:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742137_1316 (size=743) 2024-11-18T10:40:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742136_1315 (size=743) 2024-11-18T10:40:32,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:32,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:32,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:32,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:32,385 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:32,385 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0, size=1.4 K (1393bytes) at 1731926432372Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0 so closing down at 1731926432376 (+4 ms)3 split writer threads finished at 1731926432376Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926432379 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926432379Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926432384 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926432384Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926432385 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926432385Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926432385 2024-11-18T10:40:32,387 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/oldWALs/wal.dat.0 2024-11-18T10:40:32,387 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:32,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1 2024-11-18T10:40:32,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1 after 1ms 2024-11-18T10:40:32,389 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1 took 2ms 2024-11-18T10:40:32,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1 so closing down 2024-11-18T10:40:32,391 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:32,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:32,393 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:32,393 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:32,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:32,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:32,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742138_1317 (size=743) 2024-11-18T10:40:32,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742139_1318 (size=743) 2024-11-18T10:40:32,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742138_1317 (size=743) 2024-11-18T10:40:32,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742139_1318 (size=743) 2024-11-18T10:40:32,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:32,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:32,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:32,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:32,404 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:32,404 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1, size=1.4 K (1393bytes) at 1731926432387Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1 so closing down at 1731926432391 (+4 ms)3 split writer threads finished at 1731926432392 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926432394 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926432394Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926432403 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926432403Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926432404 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926432404Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926432404 2024-11-18T10:40:32,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/oldWALs/wal.dat.1 2024-11-18T10:40:32,405 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:32,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2 2024-11-18T10:40:32,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2 after 0ms 2024-11-18T10:40:32,407 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2 took 2ms 2024-11-18T10:40:32,408 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2 so closing down 2024-11-18T10:40:32,408 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:32,408 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:32,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:32,410 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:32,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:32,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742140_1319 (size=743) 2024-11-18T10:40:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742140_1319 (size=743) 2024-11-18T10:40:32,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:32,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742141_1320 (size=743) 2024-11-18T10:40:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742141_1320 (size=743) 2024-11-18T10:40:32,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:32,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:32,425 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:32,425 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2, size=1.4 K (1393bytes) at 1731926432405Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2 so closing down at 1731926432408 (+3 ms)3 split writer threads finished at 1731926432408Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926432411 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926432411Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926432418 (+7 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926432419 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926432423 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926432424 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926432425 (+1 ms) 2024-11-18T10:40:32,426 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/oldWALs/wal.dat.2 2024-11-18T10:40:32,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:32,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3 2024-11-18T10:40:32,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3 after 0ms 2024-11-18T10:40:32,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3 took 2ms 2024-11-18T10:40:32,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3 so closing down 2024-11-18T10:40:32,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:32,429 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:32,431 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:32,431 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:32,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:32,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742142_1321 (size=743) 2024-11-18T10:40:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742143_1322 (size=743) 2024-11-18T10:40:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742142_1321 (size=743) 2024-11-18T10:40:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742143_1322 (size=743) 2024-11-18T10:40:32,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:32,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:32,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:32,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:32,438 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:32,438 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3, size=1.4 K (1393bytes) at 1731926432426Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3 so closing down at 1731926432429 (+3 ms)3 split writer threads finished at 1731926432429Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926432432 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926432432Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926432436 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926432437 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926432438 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926432438Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926432438 2024-11-18T10:40:32,440 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/oldWALs/wal.dat.3 2024-11-18T10:40:32,440 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.4, size=1.4 K (1458bytes) 2024-11-18T10:40:32,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.4 2024-11-18T10:40:32,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.4 after 0ms 2024-11-18T10:40:32,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.4 took 2ms 2024-11-18T10:40:32,443 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.4 so closing down 2024-11-18T10:40:32,443 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:32,443 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:32,445 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:32,445 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-18T10:40:32,445 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:32,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp 2024-11-18T10:40:32,446 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:32,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-18T10:40:32,446 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:32,446 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-18T10:40:32,446 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.4, size=1.4 K (1458bytes) at 1731926432440Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.4 so closing down at 1731926432443 (+3 ms)3 split writer threads finished at 1731926432443Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731926432446 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926432446Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926432446Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731926432446Processed 21 edits across 2 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/WALs/testsplitwillfailifwritingtoregionfails,16010,1731926431750/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731926432446 2024-11-18T10:40:32,447 WARN [Thread-2062 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:32,449 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:32,449 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:58380 remote=/127.0.0.1:32905]. Total timeout mills is 70000, 69998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:32,450 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-157042908-172.17.0.3-1731926388090:blk_1073742144_1323 2024-11-18T10:40:32,452 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_780741421_22 at /127.0.0.1:58380 [Receiving block BP-157042908-172.17.0.3-1731926388090:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:32905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58380 dst: /127.0.0.1:32905 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:32,452 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:32,452 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:36203/user/jenkins/test-data/5cff8403-ede0-bc0c-4751-c326225f91cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:32,454 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_780741421_22 at /127.0.0.1:50600 [Receiving block BP-157042908-172.17.0.3-1731926388090:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:42797:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50600 dst: /127.0.0.1:42797 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:32,457 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=145 (was 139) - Thread LEAK? -, OpenFileDescriptor=400 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=581 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=1397 (was 1405) 2024-11-18T10:40:32,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=581, ProcessCount=11, AvailableMemoryMB=1397 2024-11-18T10:40:32,463 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:32,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742146_1325 (size=7) 2024-11-18T10:40:32,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742146_1325 (size=7) 2024-11-18T10:40:32,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:32,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:32,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:32,478 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:32,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T10:40:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742147_1326 (size=93) 2024-11-18T10:40:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742147_1326 (size=93) 2024-11-18T10:40:32,898 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:32,900 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:32,903 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742148_1327 (size=1393) 2024-11-18T10:40:32,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742148_1327 (size=1393) 2024-11-18T10:40:32,920 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:32,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:32,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742149_1328 (size=1393) 2024-11-18T10:40:32,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742149_1328 (size=1393) 2024-11-18T10:40:32,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:32,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:32,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742150_1329 (size=1393) 2024-11-18T10:40:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742150_1329 (size=1393) 2024-11-18T10:40:32,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:32,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742151_1330 (size=1393) 2024-11-18T10:40:32,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742151_1330 (size=1393) 2024-11-18T10:40:32,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:32,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:32,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742152_1331 (size=1393) 2024-11-18T10:40:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742152_1331 (size=1393) 2024-11-18T10:40:32,975 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:32,975 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:32,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742153_1332 (size=1393) 2024-11-18T10:40:32,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742153_1332 (size=1393) 2024-11-18T10:40:32,993 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:32,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:32,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:32,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742154_1333 (size=1405) 2024-11-18T10:40:33,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742154_1333 (size=1405) 2024-11-18T10:40:33,412 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:33,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:33,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742155_1334 (size=1413) 2024-11-18T10:40:33,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742155_1334 (size=1413) 2024-11-18T10:40:33,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:33,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:33,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742156_1335 (size=1413) 2024-11-18T10:40:33,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742156_1335 (size=1413) 2024-11-18T10:40:33,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:33,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:33,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:33,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742157_1336 (size=1413) 2024-11-18T10:40:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742157_1336 (size=1413) 2024-11-18T10:40:33,451 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:33,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-18T10:40:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742158_1337 (size=93) 2024-11-18T10:40:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742158_1337 (size=93) 2024-11-18T10:40:33,471 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty, size=93 (93bytes) 2024-11-18T10:40:33,471 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty 2024-11-18T10:40:33,471 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty after 0ms 2024-11-18T10:40:33,473 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty took 2ms 2024-11-18T10:40:33,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty so closing down 2024-11-18T10:40:33,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:33,474 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:33,474 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T10:40:33,474 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty, size=93 (93bytes) at 1731926433471Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty so closing down at 1731926433473 (+2 ms)3 split writer threads finished at 1731926433474 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731926433474 2024-11-18T10:40:33,475 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat..empty to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat..empty 2024-11-18T10:40:33,475 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:33,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0 2024-11-18T10:40:33,476 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0 after 1ms 2024-11-18T10:40:33,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0 took 2ms 2024-11-18T10:40:33,479 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0 so closing down 2024-11-18T10:40:33,479 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:33,479 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:33,481 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:33,481 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:33,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:33,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:33,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742160_1339 (size=743) 2024-11-18T10:40:33,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742160_1339 (size=743) 2024-11-18T10:40:33,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742159_1338 (size=743) 2024-11-18T10:40:33,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742159_1338 (size=743) 2024-11-18T10:40:33,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:33,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:33,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:33,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:33,488 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:33,488 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0, size=1.4 K (1393bytes) at 1731926433475Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0 so closing down at 1731926433479 (+4 ms)3 split writer threads finished at 1731926433479Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926433482 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926433482Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926433487 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926433487Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926433488 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926433488Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926433488 2024-11-18T10:40:33,490 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.0 2024-11-18T10:40:33,490 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:33,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1 2024-11-18T10:40:33,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1 after 0ms 2024-11-18T10:40:33,492 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1 took 2ms 2024-11-18T10:40:33,493 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1 so closing down 2024-11-18T10:40:33,493 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:33,494 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:33,495 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:33,496 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:33,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:33,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:33,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742161_1340 (size=743) 2024-11-18T10:40:33,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742162_1341 (size=743) 2024-11-18T10:40:33,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742161_1340 (size=743) 2024-11-18T10:40:33,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742162_1341 (size=743) 2024-11-18T10:40:33,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:33,505 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:33,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:33,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:33,507 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:33,507 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1, size=1.4 K (1393bytes) at 1731926433490Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1 so closing down at 1731926433493 (+3 ms)3 split writer threads finished at 1731926433494 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926433496 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926433496Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926433505 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926433505Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926433506 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926433506Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926433507 (+1 ms) 2024-11-18T10:40:33,508 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.1 2024-11-18T10:40:33,508 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:33,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2 2024-11-18T10:40:33,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2 after 0ms 2024-11-18T10:40:33,510 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2 took 2ms 2024-11-18T10:40:33,511 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2 so closing down 2024-11-18T10:40:33,511 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:33,511 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:33,512 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:33,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:33,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:33,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742163_1342 (size=743) 2024-11-18T10:40:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742163_1342 (size=743) 2024-11-18T10:40:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742164_1343 (size=743) 2024-11-18T10:40:33,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:33,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:33,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742164_1343 (size=743) 2024-11-18T10:40:33,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:33,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:33,525 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:33,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2, size=1.4 K (1393bytes) at 1731926433508Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2 so closing down at 1731926433511 (+3 ms)3 split writer threads finished at 1731926433511Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926433513 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926433513Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926433520 (+7 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926433522 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926433524 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926433525 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926433525 2024-11-18T10:40:33,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.2 2024-11-18T10:40:33,527 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:33,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3 2024-11-18T10:40:33,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3 after 0ms 2024-11-18T10:40:33,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3 took 2ms 2024-11-18T10:40:33,529 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3 so closing down 2024-11-18T10:40:33,529 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:33,529 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:33,531 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:33,531 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:33,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:33,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742166_1345 (size=743) 2024-11-18T10:40:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742166_1345 (size=743) 2024-11-18T10:40:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742165_1344 (size=743) 2024-11-18T10:40:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742165_1344 (size=743) 2024-11-18T10:40:33,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:33,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:33,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:33,939 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:33,939 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:33,939 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3, size=1.4 K (1393bytes) at 1731926433527Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3 so closing down at 1731926433529 (+2 ms)3 split writer threads finished at 1731926433529Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926433532 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926433532Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926433536 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926433537 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926433937 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926433939 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926433939 2024-11-18T10:40:33,941 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.3 2024-11-18T10:40:33,941 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:33,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4 2024-11-18T10:40:33,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4 after 1ms 2024-11-18T10:40:33,944 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4 took 3ms 2024-11-18T10:40:33,945 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4 so closing down 2024-11-18T10:40:33,945 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:33,945 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:33,948 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:33,948 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:33,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:33,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:33,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742168_1347 (size=743) 2024-11-18T10:40:33,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742168_1347 (size=743) 2024-11-18T10:40:33,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742167_1346 (size=743) 2024-11-18T10:40:33,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742167_1346 (size=743) 2024-11-18T10:40:34,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:34,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:34,357 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:34,357 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4, size=1.4 K (1393bytes) at 1731926433941Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4 so closing down at 1731926433945 (+4 ms)3 split writer threads finished at 1731926433945Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926433949 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926433949Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434354 (+405 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434354Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926434356 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926434356Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926434357 (+1 ms) 2024-11-18T10:40:34,359 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.4 2024-11-18T10:40:34,359 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T10:40:34,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5 2024-11-18T10:40:34,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5 after 0ms 2024-11-18T10:40:34,361 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5 took 2ms 2024-11-18T10:40:34,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5 so closing down 2024-11-18T10:40:34,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:34,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:34,364 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:34,364 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:34,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:34,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:34,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742169_1348 (size=743) 2024-11-18T10:40:34,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742169_1348 (size=743) 2024-11-18T10:40:34,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T10:40:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742170_1349 (size=743) 2024-11-18T10:40:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742170_1349 (size=743) 2024-11-18T10:40:34,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T10:40:34,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:34,374 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5, size=1.4 K (1393bytes) at 1731926434359Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5 so closing down at 1731926434362 (+3 ms)3 split writer threads finished at 1731926434362Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926434365 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926434365Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434368 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731926434369 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434373 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731926434374 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926434374 2024-11-18T10:40:34,375 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.5 2024-11-18T10:40:34,375 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:34,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6 2024-11-18T10:40:34,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6 after 0ms 2024-11-18T10:40:34,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6 took 2ms 2024-11-18T10:40:34,378 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6 so closing down 2024-11-18T10:40:34,378 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:34,378 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:34,380 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:34,380 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:34,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:34,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:34,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742172_1351 (size=749) 2024-11-18T10:40:34,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742172_1351 (size=749) 2024-11-18T10:40:34,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742171_1350 (size=749) 2024-11-18T10:40:34,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742171_1350 (size=749) 2024-11-18T10:40:34,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:34,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:34,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:34,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6, size=1.4 K (1405bytes) at 1731926434375Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6 so closing down at 1731926434378 (+3 ms)3 split writer threads finished at 1731926434378Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926434381 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926434381Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434389 (+8 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926434390 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434790 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926434791 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926434791 2024-11-18T10:40:34,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.6 2024-11-18T10:40:34,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:34,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7 2024-11-18T10:40:34,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7 after 0ms 2024-11-18T10:40:34,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7 took 2ms 2024-11-18T10:40:34,796 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7 so closing down 2024-11-18T10:40:34,796 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:34,796 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:34,798 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:34,798 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:34,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:34,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:34,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742174_1353 (size=753) 2024-11-18T10:40:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742173_1352 (size=753) 2024-11-18T10:40:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742174_1353 (size=753) 2024-11-18T10:40:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742173_1352 (size=753) 2024-11-18T10:40:34,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:34,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:34,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:34,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7, size=1.4 K (1413bytes) at 1731926434793Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7 so closing down at 1731926434796 (+3 ms)3 split writer threads finished at 1731926434796Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926434798 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926434798Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434802 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434802Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926434803 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926434803Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926434803 2024-11-18T10:40:34,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.7 2024-11-18T10:40:34,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:34,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8 2024-11-18T10:40:34,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8 after 0ms 2024-11-18T10:40:34,806 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8 took 1ms 2024-11-18T10:40:34,807 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8 so closing down 2024-11-18T10:40:34,807 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:34,808 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:34,809 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:34,809 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:34,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:34,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:34,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742176_1355 (size=753) 2024-11-18T10:40:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742176_1355 (size=753) 2024-11-18T10:40:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742175_1354 (size=753) 2024-11-18T10:40:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742175_1354 (size=753) 2024-11-18T10:40:34,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:34,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:34,816 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:34,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8, size=1.4 K (1413bytes) at 1731926434805Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8 so closing down at 1731926434807 (+2 ms)3 split writer threads finished at 1731926434808 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926434810 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926434810Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434815 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434815Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926434816 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926434816Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926434816 2024-11-18T10:40:34,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.8 2024-11-18T10:40:34,818 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:34,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9 2024-11-18T10:40:34,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9 after 0ms 2024-11-18T10:40:34,819 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9 took 1ms 2024-11-18T10:40:34,820 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9 so closing down 2024-11-18T10:40:34,820 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:34,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:34,822 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:34,822 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:34,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:34,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742177_1356 (size=753) 2024-11-18T10:40:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742177_1356 (size=753) 2024-11-18T10:40:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742178_1357 (size=753) 2024-11-18T10:40:34,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742178_1357 (size=753) 2024-11-18T10:40:34,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:34,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:34,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:34,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:34,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9, size=1.4 K (1413bytes) at 1731926434818Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9 so closing down at 1731926434820 (+2 ms)3 split writer threads finished at 1731926434820Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926434822 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926434822Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434826 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926434826Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926434827 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926434827Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926434827 2024-11-18T10:40:34,828 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.9 2024-11-18T10:40:34,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty, size=93 (93bytes) 2024-11-18T10:40:34,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty 2024-11-18T10:40:34,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty after 1ms 2024-11-18T10:40:34,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty took 2ms 2024-11-18T10:40:34,830 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty so closing down 2024-11-18T10:40:34,830 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:34,830 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:34,830 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T10:40:34,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty, size=93 (93bytes) at 1731926434828Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty so closing down at 1731926434830 (+2 ms)3 split writer threads finished at 1731926434830Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731926434830 2024-11-18T10:40:34,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/WALs/testemptylogfiles,16010,1731926432478/wal.dat.empty to hdfs://localhost:36203/user/jenkins/test-data/55163ca6-b06d-e591-7df0-e7b0e71cfe42/oldWALs/wal.dat.empty 2024-11-18T10:40:34,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 581), ProcessCount=11 (was 11), AvailableMemoryMB=1389 (was 1397) 2024-11-18T10:40:34,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=1389 2024-11-18T10:40:34,890 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742179_1358 (size=7) 2024-11-18T10:40:34,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742179_1358 (size=7) 2024-11-18T10:40:34,896 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:34,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:34,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:34,901 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:34,901 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:34,901 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:34,902 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742180_1359 (size=1393) 2024-11-18T10:40:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742180_1359 (size=1393) 2024-11-18T10:40:34,916 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:34,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742181_1360 (size=1393) 2024-11-18T10:40:34,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742181_1360 (size=1393) 2024-11-18T10:40:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:34,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742182_1361 (size=1393) 2024-11-18T10:40:34,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742182_1361 (size=1393) 2024-11-18T10:40:34,939 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:34,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742183_1362 (size=1393) 2024-11-18T10:40:34,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742183_1362 (size=1393) 2024-11-18T10:40:34,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:34,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:34,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742184_1363 (size=1393) 2024-11-18T10:40:34,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742184_1363 (size=1393) 2024-11-18T10:40:34,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:34,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:34,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742185_1364 (size=1393) 2024-11-18T10:40:34,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742185_1364 (size=1393) 2024-11-18T10:40:34,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:34,971 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:34,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742186_1365 (size=1405) 2024-11-18T10:40:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742186_1365 (size=1405) 2024-11-18T10:40:34,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:34,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:34,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742187_1366 (size=1413) 2024-11-18T10:40:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742187_1366 (size=1413) 2024-11-18T10:40:34,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:34,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:34,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:34,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:34,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742188_1367 (size=1413) 2024-11-18T10:40:35,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742188_1367 (size=1413) 2024-11-18T10:40:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:35,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742189_1368 (size=1413) 2024-11-18T10:40:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742189_1368 (size=1413) 2024-11-18T10:40:35,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:35,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:35,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0 2024-11-18T10:40:35,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0 after 0ms 2024-11-18T10:40:35,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0 took 2ms 2024-11-18T10:40:35,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0 so closing down 2024-11-18T10:40:35,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,036 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:35,036 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:35,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:35,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742190_1369 (size=743) 2024-11-18T10:40:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742190_1369 (size=743) 2024-11-18T10:40:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742191_1370 (size=743) 2024-11-18T10:40:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742191_1370 (size=743) 2024-11-18T10:40:35,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:35,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:35,042 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:35,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0, size=1.4 K (1393bytes) at 1731926435030Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0 so closing down at 1731926435034 (+4 ms)3 split writer threads finished at 1731926435034Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926435037 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926435037Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435041 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435041Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926435042 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926435042Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926435042 2024-11-18T10:40:35,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/oldWALs/wal.dat.0 2024-11-18T10:40:35,045 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:35,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1 2024-11-18T10:40:35,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1 after 0ms 2024-11-18T10:40:35,047 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1 took 3ms 2024-11-18T10:40:35,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1 so closing down 2024-11-18T10:40:35,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,049 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,051 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:35,051 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:35,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:35,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:35,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742192_1371 (size=743) 2024-11-18T10:40:35,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742192_1371 (size=743) 2024-11-18T10:40:35,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742193_1372 (size=743) 2024-11-18T10:40:35,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742193_1372 (size=743) 2024-11-18T10:40:35,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:35,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:35,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:35,058 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1, size=1.4 K (1393bytes) at 1731926435045Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1 so closing down at 1731926435049 (+4 ms)3 split writer threads finished at 1731926435049Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926435052 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926435053 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435057 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435057Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926435058 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926435058Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926435058 2024-11-18T10:40:35,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/oldWALs/wal.dat.1 2024-11-18T10:40:35,060 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:35,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2 2024-11-18T10:40:35,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2 after 1ms 2024-11-18T10:40:35,062 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2 took 2ms 2024-11-18T10:40:35,063 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2 so closing down 2024-11-18T10:40:35,063 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,066 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:35,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:35,070 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:35,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:35,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742194_1373 (size=743) 2024-11-18T10:40:35,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742194_1373 (size=743) 2024-11-18T10:40:35,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742195_1374 (size=743) 2024-11-18T10:40:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742195_1374 (size=743) 2024-11-18T10:40:35,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,093 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:35,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:35,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2, size=1.4 K (1393bytes) at 1731926435060Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2 so closing down at 1731926435063 (+3 ms)3 split writer threads finished at 1731926435064 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926435067 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926435078 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435081 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926435083 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435092 (+9 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926435093 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926435093 2024-11-18T10:40:35,095 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/oldWALs/wal.dat.2 2024-11-18T10:40:35,095 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:35,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3 2024-11-18T10:40:35,096 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3 after 1ms 2024-11-18T10:40:35,098 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3 took 3ms 2024-11-18T10:40:35,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3 so closing down 2024-11-18T10:40:35,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,105 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:35,105 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:35,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:35,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:35,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742196_1375 (size=743) 2024-11-18T10:40:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742196_1375 (size=743) 2024-11-18T10:40:35,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:35,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742197_1376 (size=743) 2024-11-18T10:40:35,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742197_1376 (size=743) 2024-11-18T10:40:35,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:35,138 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:35,138 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3, size=1.4 K (1393bytes) at 1731926435095Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3 so closing down at 1731926435099 (+4 ms)3 split writer threads finished at 1731926435100 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926435108 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926435123 (+15 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435130 (+7 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926435131 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435137 (+6 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926435138 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926435138 2024-11-18T10:40:35,140 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/oldWALs/wal.dat.3 2024-11-18T10:40:35,140 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:35,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4 2024-11-18T10:40:35,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4 after 0ms 2024-11-18T10:40:35,142 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4 took 2ms 2024-11-18T10:40:35,143 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4 so closing down 2024-11-18T10:40:35,143 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,145 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:35,145 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:35,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:35,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:35,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742198_1377 (size=743) 2024-11-18T10:40:35,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742198_1377 (size=743) 2024-11-18T10:40:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742199_1378 (size=743) 2024-11-18T10:40:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742199_1378 (size=743) 2024-11-18T10:40:35,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:35,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:35,557 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:35,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4, size=1.4 K (1393bytes) at 1731926435140Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4 so closing down at 1731926435143 (+3 ms)3 split writer threads finished at 1731926435143Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926435146 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926435147 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435165 (+18 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926435166 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435556 (+390 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926435557 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926435557 2024-11-18T10:40:35,559 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/oldWALs/wal.dat.4 2024-11-18T10:40:35,560 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T10:40:35,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5 2024-11-18T10:40:35,561 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5 after 1ms 2024-11-18T10:40:35,563 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5 took 4ms 2024-11-18T10:40:35,564 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5 so closing down 2024-11-18T10:40:35,564 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,564 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,572 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:35,573 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:35,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:35,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:35,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742201_1380 (size=743) 2024-11-18T10:40:35,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742200_1379 (size=743) 2024-11-18T10:40:35,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T10:40:35,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742201_1380 (size=743) 2024-11-18T10:40:35,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742200_1379 (size=743) 2024-11-18T10:40:35,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T10:40:35,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:35,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5, size=1.4 K (1393bytes) at 1731926435560Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5 so closing down at 1731926435564 (+4 ms)3 split writer threads finished at 1731926435564Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926435578 (+14 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926435578Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435606 (+28 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731926435607 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435615 (+8 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731926435617 (+2 ms)Processed 20 edits across 2 Regions in 54 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926435617 2024-11-18T10:40:35,618 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/oldWALs/wal.dat.5 2024-11-18T10:40:35,619 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:35,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6 2024-11-18T10:40:35,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6 after 0ms 2024-11-18T10:40:35,622 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6 took 4ms 2024-11-18T10:40:35,626 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6 so closing down 2024-11-18T10:40:35,626 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,626 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,629 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:35,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:35,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:35,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742202_1381 (size=749) 2024-11-18T10:40:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742202_1381 (size=749) 2024-11-18T10:40:35,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742203_1382 (size=749) 2024-11-18T10:40:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742203_1382 (size=749) 2024-11-18T10:40:35,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:35,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:35,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:35,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6, size=1.4 K (1405bytes) at 1731926435619Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6 so closing down at 1731926435626 (+7 ms)3 split writer threads finished at 1731926435626Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926435631 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926435633 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435646 (+13 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435648 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926435649 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926435650 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926435650 2024-11-18T10:40:35,651 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/oldWALs/wal.dat.6 2024-11-18T10:40:35,651 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:35,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7 2024-11-18T10:40:35,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7 after 0ms 2024-11-18T10:40:35,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7 took 3ms 2024-11-18T10:40:35,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7 so closing down 2024-11-18T10:40:35,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:35,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:35,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:35,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:35,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742204_1383 (size=753) 2024-11-18T10:40:35,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742205_1384 (size=753) 2024-11-18T10:40:35,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742204_1383 (size=753) 2024-11-18T10:40:35,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742205_1384 (size=753) 2024-11-18T10:40:35,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:35,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:35,669 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:35,669 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7, size=1.4 K (1413bytes) at 1731926435651Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7 so closing down at 1731926435655 (+4 ms)3 split writer threads finished at 1731926435655Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926435659 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926435659Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435666 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435667 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926435668 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926435668Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926435669 (+1 ms) 2024-11-18T10:40:35,671 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/oldWALs/wal.dat.7 2024-11-18T10:40:35,671 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:35,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8 2024-11-18T10:40:35,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8 after 1ms 2024-11-18T10:40:35,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8 took 5ms 2024-11-18T10:40:35,678 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8 so closing down 2024-11-18T10:40:35,678 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,678 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,680 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:35,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:35,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:35,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:35,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742206_1385 (size=753) 2024-11-18T10:40:35,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742206_1385 (size=753) 2024-11-18T10:40:35,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742207_1386 (size=753) 2024-11-18T10:40:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742207_1386 (size=753) 2024-11-18T10:40:35,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:35,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:35,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8, size=1.4 K (1413bytes) at 1731926435671Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8 so closing down at 1731926435678 (+7 ms)3 split writer threads finished at 1731926435678Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926435681 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926435683 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435692 (+9 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926435693 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435696 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926435697 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926435697 2024-11-18T10:40:35,699 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/oldWALs/wal.dat.8 2024-11-18T10:40:35,699 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:35,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9 2024-11-18T10:40:35,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9 after 0ms 2024-11-18T10:40:35,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9 took 2ms 2024-11-18T10:40:35,702 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9 so closing down 2024-11-18T10:40:35,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,704 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:35,704 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:35,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:35,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:35,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742208_1387 (size=753) 2024-11-18T10:40:35,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742208_1387 (size=753) 2024-11-18T10:40:35,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742209_1388 (size=753) 2024-11-18T10:40:35,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742209_1388 (size=753) 2024-11-18T10:40:35,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:35,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:35,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:35,714 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:35,714 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9, size=1.4 K (1413bytes) at 1731926435699Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9 so closing down at 1731926435702 (+3 ms)3 split writer threads finished at 1731926435702Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926435705 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926435707 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435711 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926435713 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926435713Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926435714 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926435714 2024-11-18T10:40:35,715 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731926434901/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/2720ab21-1527-e45d-271a-5bd68cd1421e/oldWALs/wal.dat.9 2024-11-18T10:40:35,724 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=1363 (was 1389) 2024-11-18T10:40:35,730 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=1363 2024-11-18T10:40:35,730 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:35,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742210_1389 (size=7) 2024-11-18T10:40:35,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742210_1389 (size=7) 2024-11-18T10:40:35,738 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:35,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:35,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:35,742 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:35,770 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:36203/user/jenkins/test-data/9e1a29c2-7f3b-a491-ba22-1145f45f27ea/data/hbase/meta/1588230740/recovered.edits 2024-11-18T10:40:35,833 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=1363 (was 1363) 2024-11-18T10:40:35,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=1362 2024-11-18T10:40:35,839 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742211_1390 (size=7) 2024-11-18T10:40:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742211_1390 (size=7) 2024-11-18T10:40:35,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:35,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:35,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:35,847 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:35,847 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-18T10:40:35,848 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-18T10:40:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-18T10:40:35,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742212_1391 (size=818) 2024-11-18T10:40:35,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742212_1391 (size=818) 2024-11-18T10:40:35,874 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5, size=818 (818bytes) 2024-11-18T10:40:35,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5 2024-11-18T10:40:35,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5 after 0ms 2024-11-18T10:40:35,877 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5 took 3ms 2024-11-18T10:40:35,882 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5 so closing down 2024-11-18T10:40:35,882 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:35,886 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:35,889 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-18T10:40:35,891 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-18T10:40:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742213_1392 (size=783) 2024-11-18T10:40:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742213_1392 (size=783) 2024-11-18T10:40:35,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-18T10:40:35,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-18T10:40:35,908 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-18T10:40:35,908 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5, size=818 (818bytes) at 1731926435874Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5 so closing down at 1731926435882 (+8 ms)3 split writer threads finished at 1731926435886 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731926435891 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731926435907 (+16 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731926435908 (+1 ms)Processed 11 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731926435908 2024-11-18T10:40:35,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/WALs/testemptywaledit,16010,1731926435847/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/51609c7c-4d1b-cd23-3568-613bd4d971f5/oldWALs/wal.dat.5 2024-11-18T10:40:35,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=1362 (was 1362) 2024-11-18T10:40:35,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=1362 2024-11-18T10:40:35,930 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742214_1393 (size=7) 2024-11-18T10:40:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742214_1393 (size=7) 2024-11-18T10:40:35,937 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:35,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:35,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:35,941 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:35,941 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:35,941 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:35,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742215_1394 (size=1393) 2024-11-18T10:40:35,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742215_1394 (size=1393) 2024-11-18T10:40:35,953 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:35,953 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:35,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742216_1395 (size=1393) 2024-11-18T10:40:35,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742216_1395 (size=1393) 2024-11-18T10:40:35,965 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:35,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:35,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742217_1396 (size=1393) 2024-11-18T10:40:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742217_1396 (size=1393) 2024-11-18T10:40:35,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:35,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:35,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742218_1397 (size=1393) 2024-11-18T10:40:35,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742218_1397 (size=1393) 2024-11-18T10:40:35,992 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:35,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:35,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:35,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:35,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742219_1398 (size=1393) 2024-11-18T10:40:35,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742219_1398 (size=1393) 2024-11-18T10:40:36,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:36,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:36,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742220_1399 (size=1393) 2024-11-18T10:40:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742220_1399 (size=1393) 2024-11-18T10:40:36,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:36,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:36,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742221_1400 (size=1405) 2024-11-18T10:40:36,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742221_1400 (size=1405) 2024-11-18T10:40:36,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:36,020 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742222_1401 (size=1413) 2024-11-18T10:40:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742222_1401 (size=1413) 2024-11-18T10:40:36,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:36,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:36,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742223_1402 (size=1413) 2024-11-18T10:40:36,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742223_1402 (size=1413) 2024-11-18T10:40:36,039 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:36,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:36,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:36,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742224_1403 (size=1413) 2024-11-18T10:40:36,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742224_1403 (size=1413) 2024-11-18T10:40:36,451 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:36,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:36,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0 2024-11-18T10:40:36,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0 after 1ms 2024-11-18T10:40:36,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0 took 12ms 2024-11-18T10:40:36,502 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0 so closing down 2024-11-18T10:40:36,502 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:36,502 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:36,504 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:36,505 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:36,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:36,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:36,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742226_1405 (size=743) 2024-11-18T10:40:36,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742227_1406 (size=743) 2024-11-18T10:40:36,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742227_1406 (size=743) 2024-11-18T10:40:36,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742226_1405 (size=743) 2024-11-18T10:40:36,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:36,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:36,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:36,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:36,921 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:36,921 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0, size=1.4 K (1393bytes) at 1731926436487Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0 so closing down at 1731926436502 (+15 ms)3 split writer threads finished at 1731926436502Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926436505 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926436506 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926436918 (+412 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926436918Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926436919 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926436921 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926436921 2024-11-18T10:40:36,923 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/oldWALs/wal.dat.0 2024-11-18T10:40:36,923 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:36,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1 2024-11-18T10:40:36,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1 after 23ms 2024-11-18T10:40:36,949 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1 took 26ms 2024-11-18T10:40:36,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1 so closing down 2024-11-18T10:40:36,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:36,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:36,959 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:36,960 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:36,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:36,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742228_1407 (size=743) 2024-11-18T10:40:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742228_1407 (size=743) 2024-11-18T10:40:36,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:36,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742229_1408 (size=743) 2024-11-18T10:40:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742229_1408 (size=743) 2024-11-18T10:40:36,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:36,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:36,978 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:36,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1, size=1.4 K (1393bytes) at 1731926436923Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1 so closing down at 1731926436957 (+34 ms)3 split writer threads finished at 1731926436957Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926436963 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926436967 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926436971 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926436972 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926436977 (+5 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926436978 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926436978 2024-11-18T10:40:36,980 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/oldWALs/wal.dat.1 2024-11-18T10:40:36,980 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:36,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2 2024-11-18T10:40:36,980 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2 after 0ms 2024-11-18T10:40:36,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2 took 2ms 2024-11-18T10:40:36,983 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2 so closing down 2024-11-18T10:40:36,983 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:36,983 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:36,988 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:36,988 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:36,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:36,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:37,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742230_1409 (size=743) 2024-11-18T10:40:37,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742230_1409 (size=743) 2024-11-18T10:40:37,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:37,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742231_1410 (size=743) 2024-11-18T10:40:37,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742231_1410 (size=743) 2024-11-18T10:40:37,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:37,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:37,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:37,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:37,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2, size=1.4 K (1393bytes) at 1731926436980Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2 so closing down at 1731926436983 (+3 ms)3 split writer threads finished at 1731926436983Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926436989 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926436989Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926437003 (+14 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926437005 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926437005Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926437006 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926437006 2024-11-18T10:40:37,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/oldWALs/wal.dat.2 2024-11-18T10:40:37,008 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:37,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3 2024-11-18T10:40:37,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3 after 0ms 2024-11-18T10:40:37,010 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3 took 2ms 2024-11-18T10:40:37,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3 so closing down 2024-11-18T10:40:37,011 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:37,011 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:37,013 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:37,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:37,017 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:37,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:37,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742232_1411 (size=743) 2024-11-18T10:40:37,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742232_1411 (size=743) 2024-11-18T10:40:37,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:37,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742233_1412 (size=743) 2024-11-18T10:40:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742233_1412 (size=743) 2024-11-18T10:40:37,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:37,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:37,027 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:37,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3, size=1.4 K (1393bytes) at 1731926437008Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3 so closing down at 1731926437011 (+3 ms)3 split writer threads finished at 1731926437011Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926437015 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926437018 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926437020 (+2 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926437021 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926437026 (+5 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926437027 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926437027 2024-11-18T10:40:37,028 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/oldWALs/wal.dat.3 2024-11-18T10:40:37,029 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:37,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4 2024-11-18T10:40:37,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4 after 0ms 2024-11-18T10:40:37,030 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4 took 2ms 2024-11-18T10:40:37,032 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4 so closing down 2024-11-18T10:40:37,032 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:37,032 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:37,033 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:37,033 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:37,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:37,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:37,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742235_1414 (size=743) 2024-11-18T10:40:37,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742235_1414 (size=743) 2024-11-18T10:40:37,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:37,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742234_1413 (size=743) 2024-11-18T10:40:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742234_1413 (size=743) 2024-11-18T10:40:37,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:37,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:37,042 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:37,042 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4, size=1.4 K (1393bytes) at 1731926437029Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4 so closing down at 1731926437032 (+3 ms)3 split writer threads finished at 1731926437032Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926437034 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926437034Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926437038 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926437038Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926437041 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926437042 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926437042 2024-11-18T10:40:37,043 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/oldWALs/wal.dat.4 2024-11-18T10:40:37,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5, size=1.4 K (1394bytes) 2024-11-18T10:40:37,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 2024-11-18T10:40:37,044 WARN [IPC Server handler 0 on default port 36203 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-18T10:40:37,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 after 1ms 2024-11-18T10:40:37,253 WARN [ResponseProcessor for block BP-157042908-172.17.0.3-1731926388090:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-157042908-172.17.0.3-1731926388090:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:37,253 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-224743346_22 at /127.0.0.1:58294 [Receiving block BP-157042908-172.17.0.3-1731926388090:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:32905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58294 dst: /127.0.0.1:32905 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:37,253 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-224743346_22 at /127.0.0.1:56518 [Receiving block BP-157042908-172.17.0.3-1731926388090:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:42797:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56518 dst: /127.0.0.1:42797 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42797 remote=/127.0.0.1:56518]. Total timeout mills is 60000, 59207 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:40:37,254 WARN [DataStreamer for file /user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 block BP-157042908-172.17.0.3-1731926388090:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-157042908-172.17.0.3-1731926388090:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:42797,DS-302b6b49-38be-4a88-93ed-4eb220c2b462,DISK], DatanodeInfoWithStorage[127.0.0.1:32905,DS-88ca7e42-22e4-457c-8526-ac6ab02ecccd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:42797,DS-302b6b49-38be-4a88-93ed-4eb220c2b462,DISK]) is bad. 2024-11-18T10:40:37,255 WARN [DataStreamer for file /user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 block BP-157042908-172.17.0.3-1731926388090:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-157042908-172.17.0.3-1731926388090:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-18T10:40:37,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742225_1415 (size=1394) 2024-11-18T10:40:37,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742225_1415 (size=1394) 2024-11-18T10:40:41,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 after 4001ms 2024-11-18T10:40:41,047 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 took 4004ms 2024-11-18T10:40:41,048 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:41,048 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 so closing down 2024-11-18T10:40:41,048 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:41,048 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:41,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:41,050 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:41,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:41,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742236_1416 (size=418) 2024-11-18T10:40:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742236_1416 (size=418) 2024-11-18T10:40:41,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742237_1417 (size=353) 2024-11-18T10:40:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742237_1417 (size=353) 2024-11-18T10:40:41,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T10:40:41,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:41,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-18T10:40:41,458 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-18T10:40:41,458 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5, size=1.4 K (1394bytes) at 1731926437043Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 so closing down at 1731926441048 (+4005 ms)3 split writer threads finished at 1731926441048Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926441051 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926441051Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926441055 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731926441056 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731926441456 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731926441457 (+1 ms)Processed 9 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731926441458 (+1 ms) 2024-11-18T10:40:41,460 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/corrupt/wal.dat.5 2024-11-18T10:40:41,460 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:41,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6 2024-11-18T10:40:41,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6 after 0ms 2024-11-18T10:40:41,462 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6 took 2ms 2024-11-18T10:40:41,464 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6 so closing down 2024-11-18T10:40:41,464 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:41,464 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:41,467 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:41,467 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:41,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:41,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:41,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742238_1418 (size=749) 2024-11-18T10:40:41,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742238_1418 (size=749) 2024-11-18T10:40:41,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742239_1419 (size=749) 2024-11-18T10:40:41,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742239_1419 (size=749) 2024-11-18T10:40:41,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:41,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:41,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:41,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:41,880 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:41,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6, size=1.4 K (1405bytes) at 1731926441460Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6 so closing down at 1731926441464 (+4 ms)3 split writer threads finished at 1731926441464Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926441468 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926441468Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926441475 (+7 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926441477 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926441877 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926441880 (+3 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926441880 2024-11-18T10:40:41,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/oldWALs/wal.dat.6 2024-11-18T10:40:41,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:41,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7 2024-11-18T10:40:41,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7 after 1ms 2024-11-18T10:40:41,889 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7 took 4ms 2024-11-18T10:40:41,891 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7 so closing down 2024-11-18T10:40:41,891 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:41,891 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:41,894 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:41,895 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:41,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:41,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:41,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742240_1420 (size=753) 2024-11-18T10:40:41,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742240_1420 (size=753) 2024-11-18T10:40:41,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:41,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742241_1421 (size=753) 2024-11-18T10:40:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742241_1421 (size=753) 2024-11-18T10:40:41,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:41,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:41,908 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:41,908 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7, size=1.4 K (1413bytes) at 1731926441885Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7 so closing down at 1731926441891 (+6 ms)3 split writer threads finished at 1731926441892 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926441896 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926441896Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926441901 (+5 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926441903 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926441907 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926441908 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926441908 2024-11-18T10:40:41,909 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/oldWALs/wal.dat.7 2024-11-18T10:40:41,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:41,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8 2024-11-18T10:40:41,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8 after 0ms 2024-11-18T10:40:41,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8 took 3ms 2024-11-18T10:40:41,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8 so closing down 2024-11-18T10:40:41,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:41,913 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:41,917 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:41,917 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:41,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:41,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742243_1423 (size=753) 2024-11-18T10:40:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742243_1423 (size=753) 2024-11-18T10:40:41,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742242_1422 (size=753) 2024-11-18T10:40:41,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742242_1422 (size=753) 2024-11-18T10:40:41,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:41,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:41,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:41,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:41,933 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:41,933 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8, size=1.4 K (1413bytes) at 1731926441910Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8 so closing down at 1731926441913 (+3 ms)3 split writer threads finished at 1731926441913Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926441924 (+11 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926441924Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926441932 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926441932Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926441933 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926441933Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926441933 2024-11-18T10:40:41,934 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/oldWALs/wal.dat.8 2024-11-18T10:40:41,935 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:41,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9 2024-11-18T10:40:41,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9 after 0ms 2024-11-18T10:40:41,936 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9 took 1ms 2024-11-18T10:40:41,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9 so closing down 2024-11-18T10:40:41,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:41,937 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:41,939 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:41,939 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:41,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:41,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:41,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742244_1424 (size=753) 2024-11-18T10:40:41,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742245_1425 (size=753) 2024-11-18T10:40:41,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742244_1424 (size=753) 2024-11-18T10:40:41,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742245_1425 (size=753) 2024-11-18T10:40:41,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:41,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:41,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:41,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:41,950 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:41,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9, size=1.4 K (1413bytes) at 1731926441935Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9 so closing down at 1731926441937 (+2 ms)3 split writer threads finished at 1731926441937Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926441940 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926441940Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926441949 (+9 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926441949Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926441950 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926441950Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926441950 2024-11-18T10:40:41,952 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731926435941/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/8e0b04f3-147a-282e-28b3-d5eed6b83466/oldWALs/wal.dat.9 2024-11-18T10:40:41,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 559), ProcessCount=11 (was 11), AvailableMemoryMB=1330 (was 1362) 2024-11-18T10:40:42,002 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=1329 2024-11-18T10:40:42,002 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:42,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742246_1426 (size=7) 2024-11-18T10:40:42,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742246_1426 (size=7) 2024-11-18T10:40:42,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:42,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:42,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:42,012 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:42,012 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-18T10:40:42,013 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742247_1427 (size=863) 2024-11-18T10:40:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742247_1427 (size=863) 2024-11-18T10:40:42,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:42,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742248_1428 (size=823) 2024-11-18T10:40:42,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742248_1428 (size=823) 2024-11-18T10:40:42,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0, size=823 (823bytes) 2024-11-18T10:40:42,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0 2024-11-18T10:40:42,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0 after 0ms 2024-11-18T10:40:42,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0 took 2ms 2024-11-18T10:40:42,049 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0; continuing. 2024-11-18T10:40:42,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0 so closing down 2024-11-18T10:40:42,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:42,049 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:42,051 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:42,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:42,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742249_1429 (size=786) 2024-11-18T10:40:42,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742249_1429 (size=786) 2024-11-18T10:40:42,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:42,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-18T10:40:42,059 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-18T10:40:42,059 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0, size=823 (823bytes) at 1731926442043Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0 so closing down at 1731926442049 (+6 ms)3 split writer threads finished at 1731926442049Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926442052 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926442058 (+6 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731926442059 (+1 ms)Processed 9 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731926442059 2024-11-18T10:40:42,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/WALs/testeofisignored,16010,1731926442012/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/d98b8904-c061-5802-7a8e-4b304f5d59a8/oldWALs/wal.dat.0 2024-11-18T10:40:42,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=1328 (was 1329) 2024-11-18T10:40:42,076 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=1328 2024-11-18T10:40:42,076 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:42,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742250_1430 (size=7) 2024-11-18T10:40:42,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742250_1430 (size=7) 2024-11-18T10:40:42,081 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:42,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:42,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:42,083 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:42,084 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-18T10:40:42,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-18T10:40:42,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742251_1431 (size=93) 2024-11-18T10:40:42,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742251_1431 (size=93) 2024-11-18T10:40:42,102 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty, size=93 (93bytes) 2024-11-18T10:40:42,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty 2024-11-18T10:40:42,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty after 1ms 2024-11-18T10:40:42,104 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty took 2ms 2024-11-18T10:40:42,105 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty so closing down 2024-11-18T10:40:42,105 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:42,105 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:42,105 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-18T10:40:42,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty, size=93 (93bytes) at 1731926442102Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty so closing down at 1731926442105 (+3 ms)3 split writer threads finished at 1731926442105Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731926442105 2024-11-18T10:40:42,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/WALs/testsplitlogfileempty,16010,1731926442083/wal.dat..empty to hdfs://localhost:36203/user/jenkins/test-data/b92ec32e-e669-f99a-dafd-d2456e52678b/oldWALs/wal.dat..empty 2024-11-18T10:40:42,117 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=1328 (was 1328) 2024-11-18T10:40:42,123 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=1328 2024-11-18T10:40:42,123 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:42,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742252_1432 (size=7) 2024-11-18T10:40:42,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742252_1432 (size=7) 2024-11-18T10:40:42,130 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:42,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:42,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:42,133 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:42,133 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:42,133 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:42,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742253_1433 (size=1393) 2024-11-18T10:40:42,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742253_1433 (size=1393) 2024-11-18T10:40:42,144 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:42,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:42,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742254_1434 (size=1393) 2024-11-18T10:40:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742254_1434 (size=1393) 2024-11-18T10:40:42,155 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:42,155 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:42,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742255_1435 (size=1393) 2024-11-18T10:40:42,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742255_1435 (size=1393) 2024-11-18T10:40:42,165 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:42,166 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:42,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742256_1436 (size=1393) 2024-11-18T10:40:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742256_1436 (size=1393) 2024-11-18T10:40:42,174 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:42,174 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:42,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742257_1437 (size=1393) 2024-11-18T10:40:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742257_1437 (size=1393) 2024-11-18T10:40:42,183 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:42,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:42,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742258_1438 (size=1393) 2024-11-18T10:40:42,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742258_1438 (size=1393) 2024-11-18T10:40:42,193 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:42,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:42,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742259_1439 (size=1405) 2024-11-18T10:40:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742259_1439 (size=1405) 2024-11-18T10:40:42,206 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:42,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:42,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742260_1440 (size=1413) 2024-11-18T10:40:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742260_1440 (size=1413) 2024-11-18T10:40:42,222 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:42,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:42,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742261_1441 (size=1413) 2024-11-18T10:40:42,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742261_1441 (size=1413) 2024-11-18T10:40:42,233 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:42,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:42,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:42,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:42,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742262_1442 (size=1413) 2024-11-18T10:40:42,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742262_1442 (size=1413) 2024-11-18T10:40:42,243 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:42,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:42,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0 2024-11-18T10:40:42,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0 after 0ms 2024-11-18T10:40:42,260 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0 took 2ms 2024-11-18T10:40:42,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0 so closing down 2024-11-18T10:40:42,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:42,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:42,264 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:42,264 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:42,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:42,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742264_1444 (size=743) 2024-11-18T10:40:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742264_1444 (size=743) 2024-11-18T10:40:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742263_1443 (size=743) 2024-11-18T10:40:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742263_1443 (size=743) 2024-11-18T10:40:42,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:42,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:42,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:42,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-18T10:40:42,674 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:42,675 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0, size=1.4 K (1393bytes) at 1731926442258Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0 so closing down at 1731926442262 (+4 ms)3 split writer threads finished at 1731926442262Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926442265 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926442265Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926442673 (+408 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926442673Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926442674 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731926442674Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926442674 2024-11-18T10:40:42,676 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/oldWALs/wal.dat.0 2024-11-18T10:40:42,676 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:42,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1 2024-11-18T10:40:42,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1 after 0ms 2024-11-18T10:40:42,679 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1 took 2ms 2024-11-18T10:40:42,680 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1 so closing down 2024-11-18T10:40:42,680 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:42,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:42,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:42,682 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:42,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:42,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:42,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742265_1445 (size=743) 2024-11-18T10:40:42,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742265_1445 (size=743) 2024-11-18T10:40:42,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742266_1446 (size=743) 2024-11-18T10:40:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742266_1446 (size=743) 2024-11-18T10:40:42,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:42,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:42,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-18T10:40:42,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:42,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:42,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1, size=1.4 K (1393bytes) at 1731926442676Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1 so closing down at 1731926442680 (+4 ms)3 split writer threads finished at 1731926442680Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926442682 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926442682Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926442688 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926442688Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731926442689 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926442689Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926442689 2024-11-18T10:40:42,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/oldWALs/wal.dat.1 2024-11-18T10:40:42,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:42,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2 2024-11-18T10:40:42,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2 after 0ms 2024-11-18T10:40:42,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2 took 2ms 2024-11-18T10:40:42,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2 so closing down 2024-11-18T10:40:42,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:42,694 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:42,696 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:42,696 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:42,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:42,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742267_1447 (size=743) 2024-11-18T10:40:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742268_1448 (size=743) 2024-11-18T10:40:42,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742268_1448 (size=743) 2024-11-18T10:40:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742267_1447 (size=743) 2024-11-18T10:40:42,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:42,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:42,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-18T10:40:42,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:42,703 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:42,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2, size=1.4 K (1393bytes) at 1731926442691Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2 so closing down at 1731926442694 (+3 ms)3 split writer threads finished at 1731926442694Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926442697 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926442698 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926442702 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926442702Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731926442703 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926442703Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926442703 2024-11-18T10:40:42,704 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/oldWALs/wal.dat.2 2024-11-18T10:40:42,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:42,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3 2024-11-18T10:40:42,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3 after 0ms 2024-11-18T10:40:42,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3 took 2ms 2024-11-18T10:40:42,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3 so closing down 2024-11-18T10:40:42,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:42,707 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:42,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:42,708 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:42,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:42,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742269_1449 (size=743) 2024-11-18T10:40:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742270_1450 (size=743) 2024-11-18T10:40:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742270_1450 (size=743) 2024-11-18T10:40:42,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:42,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742269_1449 (size=743) 2024-11-18T10:40:42,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:42,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:42,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-18T10:40:42,713 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:42,713 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3, size=1.4 K (1393bytes) at 1731926442704Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3 so closing down at 1731926442706 (+2 ms)3 split writer threads finished at 1731926442707 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926442709 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926442709Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926442712 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926442713 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926442713Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731926442713Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926442713 2024-11-18T10:40:42,714 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/oldWALs/wal.dat.3 2024-11-18T10:40:42,715 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:42,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4 2024-11-18T10:40:42,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4 after 0ms 2024-11-18T10:40:42,716 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4 took 2ms 2024-11-18T10:40:42,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4 so closing down 2024-11-18T10:40:42,717 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:42,717 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:42,719 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:42,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:42,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:42,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742272_1452 (size=743) 2024-11-18T10:40:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742271_1451 (size=743) 2024-11-18T10:40:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742272_1452 (size=743) 2024-11-18T10:40:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742271_1451 (size=743) 2024-11-18T10:40:42,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:42,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-18T10:40:43,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:43,125 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:43,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4, size=1.4 K (1393bytes) at 1731926442715Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4 so closing down at 1731926442717 (+2 ms)3 split writer threads finished at 1731926442717Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926442719 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926442719Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926442723 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731926442724 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443124 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926443125 (+1 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926443125 2024-11-18T10:40:43,126 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/oldWALs/wal.dat.4 2024-11-18T10:40:43,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T10:40:43,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5 2024-11-18T10:40:43,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5 after 0ms 2024-11-18T10:40:43,129 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5 took 2ms 2024-11-18T10:40:43,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5 so closing down 2024-11-18T10:40:43,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:43,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:43,131 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:43,131 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:43,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:43,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742274_1454 (size=743) 2024-11-18T10:40:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742274_1454 (size=743) 2024-11-18T10:40:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742273_1453 (size=743) 2024-11-18T10:40:43,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742273_1453 (size=743) 2024-11-18T10:40:43,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-18T10:40:43,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T10:40:43,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-18T10:40:43,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5, size=1.4 K (1393bytes) at 1731926443127Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5 so closing down at 1731926443130 (+3 ms)3 split writer threads finished at 1731926443130Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926443132 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926443132Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443137 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443138 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731926443139 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731926443139Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731926443139 2024-11-18T10:40:43,140 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/oldWALs/wal.dat.5 2024-11-18T10:40:43,140 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:43,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6 2024-11-18T10:40:43,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6 after 0ms 2024-11-18T10:40:43,142 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6 took 2ms 2024-11-18T10:40:43,142 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6 so closing down 2024-11-18T10:40:43,142 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:43,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:43,144 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:43,144 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:43,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:43,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:43,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742276_1456 (size=749) 2024-11-18T10:40:43,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742275_1455 (size=749) 2024-11-18T10:40:43,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742275_1455 (size=749) 2024-11-18T10:40:43,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742276_1456 (size=749) 2024-11-18T10:40:43,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:43,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-18T10:40:43,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-18T10:40:43,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6, size=1.4 K (1405bytes) at 1731926443140Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6 so closing down at 1731926443142 (+2 ms)3 split writer threads finished at 1731926443143 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926443145 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926443145Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443151 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443151Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926443152 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731926443152Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731926443152 2024-11-18T10:40:43,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/oldWALs/wal.dat.6 2024-11-18T10:40:43,154 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:43,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7 2024-11-18T10:40:43,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7 after 0ms 2024-11-18T10:40:43,156 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7 took 2ms 2024-11-18T10:40:43,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7 so closing down 2024-11-18T10:40:43,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:43,157 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:43,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:43,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:43,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:43,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742278_1458 (size=753) 2024-11-18T10:40:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742278_1458 (size=753) 2024-11-18T10:40:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742277_1457 (size=753) 2024-11-18T10:40:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742277_1457 (size=753) 2024-11-18T10:40:43,166 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-18T10:40:43,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:43,167 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:43,167 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7, size=1.4 K (1413bytes) at 1731926443154Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7 so closing down at 1731926443157 (+3 ms)3 split writer threads finished at 1731926443157Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926443159 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926443159Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443166 (+7 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443166Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731926443167 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926443167Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926443167 2024-11-18T10:40:43,168 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/oldWALs/wal.dat.7 2024-11-18T10:40:43,169 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:43,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8 2024-11-18T10:40:43,169 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8 after 0ms 2024-11-18T10:40:43,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8 took 1ms 2024-11-18T10:40:43,171 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8 so closing down 2024-11-18T10:40:43,171 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:43,171 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:43,173 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:43,173 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:43,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:43,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742280_1460 (size=753) 2024-11-18T10:40:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742279_1459 (size=753) 2024-11-18T10:40:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742279_1459 (size=753) 2024-11-18T10:40:43,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742280_1460 (size=753) 2024-11-18T10:40:43,178 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-18T10:40:43,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:43,179 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:43,179 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8, size=1.4 K (1413bytes) at 1731926443169Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8 so closing down at 1731926443171 (+2 ms)3 split writer threads finished at 1731926443171Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926443173 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926443173Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443178 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443178Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731926443179 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926443179Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926443179 2024-11-18T10:40:43,180 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/oldWALs/wal.dat.8 2024-11-18T10:40:43,180 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:43,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9 2024-11-18T10:40:43,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9 after 1ms 2024-11-18T10:40:43,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9 took 2ms 2024-11-18T10:40:43,183 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9 so closing down 2024-11-18T10:40:43,183 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:43,183 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:43,185 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:43,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:43,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:43,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742282_1462 (size=753) 2024-11-18T10:40:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742281_1461 (size=753) 2024-11-18T10:40:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742282_1462 (size=753) 2024-11-18T10:40:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742281_1461 (size=753) 2024-11-18T10:40:43,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:43,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-18T10:40:43,195 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-18T10:40:43,195 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9, size=1.4 K (1413bytes) at 1731926443180Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9 so closing down at 1731926443183 (+3 ms)3 split writer threads finished at 1731926443183Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926443185 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926443185Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443193 (+8 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443193Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926443194 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731926443194Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731926443195 (+1 ms) 2024-11-18T10:40:43,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/WALs/testlogsgetarchivedaftersplit,16010,1731926442133/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/81027710-6e0d-cb70-946b-ddd44e73a4cf/oldWALs/wal.dat.9 2024-11-18T10:40:43,204 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=1309 (was 1328) 2024-11-18T10:40:43,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=1308 2024-11-18T10:40:43,212 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:43,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742283_1463 (size=7) 2024-11-18T10:40:43,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742283_1463 (size=7) 2024-11-18T10:40:43,217 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:43,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:43,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:43,222 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:43,222 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-18T10:40:43,222 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-18T10:40:43,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:43,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742284_1464 (size=723) 2024-11-18T10:40:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742284_1464 (size=723) 2024-11-18T10:40:43,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:43,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:43,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742285_1465 (size=723) 2024-11-18T10:40:43,239 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:43,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742285_1465 (size=723) 2024-11-18T10:40:43,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742286_1466 (size=723) 2024-11-18T10:40:43,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742286_1466 (size=723) 2024-11-18T10:40:43,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:43,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:43,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742287_1467 (size=723) 2024-11-18T10:40:43,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742287_1467 (size=723) 2024-11-18T10:40:43,281 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:43,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742288_1468 (size=723) 2024-11-18T10:40:43,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742288_1468 (size=723) 2024-11-18T10:40:43,298 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:43,298 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742289_1469 (size=723) 2024-11-18T10:40:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742289_1469 (size=723) 2024-11-18T10:40:43,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:43,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742290_1470 (size=723) 2024-11-18T10:40:43,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742290_1470 (size=723) 2024-11-18T10:40:43,316 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:43,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742291_1471 (size=723) 2024-11-18T10:40:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742291_1471 (size=723) 2024-11-18T10:40:43,324 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:43,324 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742292_1472 (size=723) 2024-11-18T10:40:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742292_1472 (size=723) 2024-11-18T10:40:43,331 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:43,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742293_1473 (size=723) 2024-11-18T10:40:43,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742293_1473 (size=723) 2024-11-18T10:40:43,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:43,354 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/oldWALs, maxLogs=32 2024-11-18T10:40:43,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731926443382 2024-11-18T10:40:43,389 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731926443382 2024-11-18T10:40:43,436 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:40295:40295),(127.0.0.1/127.0.0.1:38475:38475)] 2024-11-18T10:40:43,451 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731926443222/wal.dat.0, size=723 (723bytes) 2024-11-18T10:40:43,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731926443222/wal.dat.0 2024-11-18T10:40:43,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731926443222/wal.dat.0 after 0ms 2024-11-18T10:40:43,453 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731926443222/wal.dat.0 took 2ms 2024-11-18T10:40:43,455 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731926443222/wal.dat.0 so closing down 2024-11-18T10:40:43,455 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:43,455 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:43,457 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:43,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:43,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742295_1475 (size=723) 2024-11-18T10:40:43,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742295_1475 (size=723) 2024-11-18T10:40:43,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:43,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-18T10:40:43,464 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731926443222/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-18T10:40:43,464 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731926443222/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731926443222/wal.dat.0, size=723 (723bytes) at 1731926443451Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731926443222/wal.dat.0 so closing down at 1731926443455 (+4 ms)3 split writer threads finished at 1731926443455Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926443458 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926443463 (+5 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731926443464 (+1 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731926443222/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731926443464 2024-11-18T10:40:43,465 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T10:40:43,466 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T10:40:43,466 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T10:40:43,466 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T10:40:43,466 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-18T10:40:43,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742294_1474 (size=93) 2024-11-18T10:40:43,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742294_1474 (size=93) 2024-11-18T10:40:43,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/121466b4-0067-6160-9cc3-439448384541/oldWALs 2024-11-18T10:40:43,472 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731926443382) 2024-11-18T10:40:43,480 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=147 (was 141) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=1299 (was 1308) 2024-11-18T10:40:43,486 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=1299 2024-11-18T10:40:43,486 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742296_1476 (size=7) 2024-11-18T10:40:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742296_1476 (size=7) 2024-11-18T10:40:43,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:43,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:43,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:43,902 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:43,904 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-18T10:40:43,904 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:43,904 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:43,904 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:43,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:43,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742297_1477 (size=1393) 2024-11-18T10:40:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742297_1477 (size=1393) 2024-11-18T10:40:43,919 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:43,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742298_1478 (size=1393) 2024-11-18T10:40:43,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742298_1478 (size=1393) 2024-11-18T10:40:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:43,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742299_1479 (size=1393) 2024-11-18T10:40:43,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742299_1479 (size=1393) 2024-11-18T10:40:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:43,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:43,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742300_1480 (size=1393) 2024-11-18T10:40:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742300_1480 (size=1393) 2024-11-18T10:40:43,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:43,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:43,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742301_1481 (size=1393) 2024-11-18T10:40:43,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742301_1481 (size=1393) 2024-11-18T10:40:43,978 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:43,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:43,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742302_1482 (size=1393) 2024-11-18T10:40:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742302_1482 (size=1393) 2024-11-18T10:40:43,987 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:43,987 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:43,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742303_1483 (size=1405) 2024-11-18T10:40:43,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742303_1483 (size=1405) 2024-11-18T10:40:43,995 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:43,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:43,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:43,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742304_1484 (size=1413) 2024-11-18T10:40:44,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742304_1484 (size=1413) 2024-11-18T10:40:44,005 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:44,005 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:44,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742305_1485 (size=1413) 2024-11-18T10:40:44,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742305_1485 (size=1413) 2024-11-18T10:40:44,016 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:44,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742306_1486 (size=1413) 2024-11-18T10:40:44,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742306_1486 (size=1413) 2024-11-18T10:40:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:44,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:44,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 2024-11-18T10:40:44,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 after 0ms 2024-11-18T10:40:44,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 took 2ms 2024-11-18T10:40:44,045 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,045 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 so closing down 2024-11-18T10:40:44,045 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,045 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,045 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:44,045 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K (1393bytes) at 1731926444042Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 so closing down at 1731926444045 (+3 ms)3 split writer threads finished at 1731926444045Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926444045 2024-11-18T10:40:44,047 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.0 2024-11-18T10:40:44,047 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:44,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 2024-11-18T10:40:44,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 after 1ms 2024-11-18T10:40:44,049 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 took 2ms 2024-11-18T10:40:44,050 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 so closing down 2024-11-18T10:40:44,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,051 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:44,051 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K (1393bytes) at 1731926444047Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 so closing down at 1731926444051 (+4 ms)3 split writer threads finished at 1731926444051Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926444051 2024-11-18T10:40:44,053 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.1 2024-11-18T10:40:44,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:44,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 2024-11-18T10:40:44,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 after 0ms 2024-11-18T10:40:44,055 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 took 2ms 2024-11-18T10:40:44,056 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,056 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 so closing down 2024-11-18T10:40:44,056 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,057 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:44,057 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K (1393bytes) at 1731926444053Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 so closing down at 1731926444056 (+3 ms)3 split writer threads finished at 1731926444057 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926444057 2024-11-18T10:40:44,058 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.2 2024-11-18T10:40:44,058 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:44,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 2024-11-18T10:40:44,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 after 1ms 2024-11-18T10:40:44,060 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 took 2ms 2024-11-18T10:40:44,061 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,061 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 so closing down 2024-11-18T10:40:44,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,061 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,061 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:44,062 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K (1393bytes) at 1731926444058Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 so closing down at 1731926444061 (+3 ms)3 split writer threads finished at 1731926444061Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926444061 2024-11-18T10:40:44,063 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.3 2024-11-18T10:40:44,063 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:44,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 2024-11-18T10:40:44,064 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 after 0ms 2024-11-18T10:40:44,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 took 2ms 2024-11-18T10:40:44,066 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,066 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 so closing down 2024-11-18T10:40:44,066 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,067 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:44,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K (1393bytes) at 1731926444063Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 so closing down at 1731926444066 (+3 ms)3 split writer threads finished at 1731926444067 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926444067 2024-11-18T10:40:44,068 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.4 2024-11-18T10:40:44,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T10:40:44,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 2024-11-18T10:40:44,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 after 0ms 2024-11-18T10:40:44,070 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 took 2ms 2024-11-18T10:40:44,071 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,072 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 so closing down 2024-11-18T10:40:44,072 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,072 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:44,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K (1393bytes) at 1731926444069Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 so closing down at 1731926444072 (+3 ms)3 split writer threads finished at 1731926444072Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926444072 2024-11-18T10:40:44,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.5 2024-11-18T10:40:44,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:44,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 2024-11-18T10:40:44,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 after 0ms 2024-11-18T10:40:44,076 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 took 2ms 2024-11-18T10:40:44,077 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 so closing down 2024-11-18T10:40:44,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T10:40:44,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K (1405bytes) at 1731926444074Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 so closing down at 1731926444077 (+3 ms)3 split writer threads finished at 1731926444078 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731926444078 2024-11-18T10:40:44,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.6 2024-11-18T10:40:44,080 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:44,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 2024-11-18T10:40:44,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 after 0ms 2024-11-18T10:40:44,081 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 took 2ms 2024-11-18T10:40:44,082 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 so closing down 2024-11-18T10:40:44,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,083 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T10:40:44,083 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K (1413bytes) at 1731926444080Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 so closing down at 1731926444083 (+3 ms)3 split writer threads finished at 1731926444083Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731926444083 2024-11-18T10:40:44,084 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.7 2024-11-18T10:40:44,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:44,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 2024-11-18T10:40:44,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 after 0ms 2024-11-18T10:40:44,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 took 2ms 2024-11-18T10:40:44,087 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,088 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 so closing down 2024-11-18T10:40:44,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T10:40:44,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K (1413bytes) at 1731926444085Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 so closing down at 1731926444088 (+3 ms)3 split writer threads finished at 1731926444088Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731926444088 2024-11-18T10:40:44,090 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.8 2024-11-18T10:40:44,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:44,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 2024-11-18T10:40:44,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 after 0ms 2024-11-18T10:40:44,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 took 2ms 2024-11-18T10:40:44,093 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,093 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 so closing down 2024-11-18T10:40:44,093 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,093 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T10:40:44,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K (1413bytes) at 1731926444090Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 so closing down at 1731926444093 (+3 ms)3 split writer threads finished at 1731926444093Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731926444093 2024-11-18T10:40:44,095 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.9 2024-11-18T10:40:44,096 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926444046; access_time=1731926443906; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926444052; access_time=1731926443920; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926444057; access_time=1731926443933; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926444062; access_time=1731926443950; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926444067; access_time=1731926443968; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926444073; access_time=1731926443978; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731926444079; access_time=1731926443987; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731926444084; access_time=1731926443996; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731926444089; access_time=1731926444006; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731926444094; access_time=1731926444016; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T10:40:44,100 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:44,100 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:44,100 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:44,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:44,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742307_1487 (size=1393) 2024-11-18T10:40:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742307_1487 (size=1393) 2024-11-18T10:40:44,111 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:44,111 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:44,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742308_1488 (size=1393) 2024-11-18T10:40:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742308_1488 (size=1393) 2024-11-18T10:40:44,121 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:44,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742309_1489 (size=1393) 2024-11-18T10:40:44,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742309_1489 (size=1393) 2024-11-18T10:40:44,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:44,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742310_1490 (size=1393) 2024-11-18T10:40:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742310_1490 (size=1393) 2024-11-18T10:40:44,139 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:44,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742311_1491 (size=1393) 2024-11-18T10:40:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742311_1491 (size=1393) 2024-11-18T10:40:44,150 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:44,150 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742312_1492 (size=1393) 2024-11-18T10:40:44,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742312_1492 (size=1393) 2024-11-18T10:40:44,160 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:44,160 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742313_1493 (size=1405) 2024-11-18T10:40:44,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742313_1493 (size=1405) 2024-11-18T10:40:44,171 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:44,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:44,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742314_1494 (size=1413) 2024-11-18T10:40:44,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742314_1494 (size=1413) 2024-11-18T10:40:44,181 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:44,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:44,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742315_1495 (size=1413) 2024-11-18T10:40:44,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742315_1495 (size=1413) 2024-11-18T10:40:44,191 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:44,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:44,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:44,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742316_1496 (size=1413) 2024-11-18T10:40:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742316_1496 (size=1413) 2024-11-18T10:40:44,200 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:44,217 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:44,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 2024-11-18T10:40:44,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 after 0ms 2024-11-18T10:40:44,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 took 2ms 2024-11-18T10:40:44,221 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 so closing down 2024-11-18T10:40:44,222 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,222 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,224 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:44,224 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:44,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:44,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742317_1497 (size=418) 2024-11-18T10:40:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742318_1498 (size=418) 2024-11-18T10:40:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742317_1497 (size=418) 2024-11-18T10:40:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742318_1498 (size=418) 2024-11-18T10:40:44,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:44,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:44,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-18T10:40:44,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-18T10:40:44,230 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:44,230 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K (1393bytes) at 1731926444217Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 so closing down at 1731926444222 (+5 ms)3 split writer threads finished at 1731926444222Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926444224 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926444224Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926444228 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926444229 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731926444229Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731926444229Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926444230 (+1 ms) 2024-11-18T10:40:44,231 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.0 2024-11-18T10:40:44,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:44,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 2024-11-18T10:40:44,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 after 1ms 2024-11-18T10:40:44,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 took 2ms 2024-11-18T10:40:44,234 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 so closing down 2024-11-18T10:40:44,234 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,234 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,236 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:44,236 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:44,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:44,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742320_1500 (size=418) 2024-11-18T10:40:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742320_1500 (size=418) 2024-11-18T10:40:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742319_1499 (size=418) 2024-11-18T10:40:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742319_1499 (size=418) 2024-11-18T10:40:44,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:44,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-18T10:40:44,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:44,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-18T10:40:44,646 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:44,646 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K (1393bytes) at 1731926444231Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 so closing down at 1731926444234 (+3 ms)3 split writer threads finished at 1731926444234Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926444237 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926444237Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926444241 (+4 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731926444242 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926444642 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731926444645 (+3 ms)Processed 10 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926444646 (+1 ms) 2024-11-18T10:40:44,650 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.1 2024-11-18T10:40:44,650 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:44,650 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 2024-11-18T10:40:44,651 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 after 1ms 2024-11-18T10:40:44,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 took 3ms 2024-11-18T10:40:44,654 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,655 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 so closing down 2024-11-18T10:40:44,655 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:44,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:44,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:44,658 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:44,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742322_1502 (size=418) 2024-11-18T10:40:44,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742322_1502 (size=418) 2024-11-18T10:40:44,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:44,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-18T10:40:44,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742321_1501 (size=418) 2024-11-18T10:40:44,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742321_1501 (size=418) 2024-11-18T10:40:44,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:44,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-18T10:40:44,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:44,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K (1393bytes) at 1731926444650Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 so closing down at 1731926444655 (+5 ms)3 split writer threads finished at 1731926444655Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926444658 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926444658Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926444665 (+7 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731926444666 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926444669 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731926444670 (+1 ms)Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926444670 2024-11-18T10:40:44,671 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.2 2024-11-18T10:40:44,671 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:44,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 2024-11-18T10:40:44,672 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 after 1ms 2024-11-18T10:40:44,674 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 took 3ms 2024-11-18T10:40:44,675 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,675 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 so closing down 2024-11-18T10:40:44,675 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,675 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,677 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:44,677 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:44,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:44,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:44,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742323_1503 (size=418) 2024-11-18T10:40:44,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742323_1503 (size=418) 2024-11-18T10:40:44,685 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:44,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742324_1504 (size=418) 2024-11-18T10:40:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742324_1504 (size=418) 2024-11-18T10:40:44,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:44,687 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-18T10:40:44,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-18T10:40:44,687 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:44,687 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K (1393bytes) at 1731926444671Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 so closing down at 1731926444675 (+4 ms)3 split writer threads finished at 1731926444675Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926444678 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926444679 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926444685 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926444686 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731926444687 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731926444687Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926444687 2024-11-18T10:40:44,688 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.3 2024-11-18T10:40:44,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:44,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 2024-11-18T10:40:44,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 after 0ms 2024-11-18T10:40:44,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 took 2ms 2024-11-18T10:40:44,691 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:44,691 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 so closing down 2024-11-18T10:40:44,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:44,692 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:44,693 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:44,693 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:44,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:44,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:44,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742326_1506 (size=418) 2024-11-18T10:40:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742325_1505 (size=418) 2024-11-18T10:40:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742326_1506 (size=418) 2024-11-18T10:40:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742325_1505 (size=418) 2024-11-18T10:40:44,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:44,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-18T10:40:45,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-18T10:40:45,106 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:45,106 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K (1393bytes) at 1731926444688Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 so closing down at 1731926444691 (+3 ms)3 split writer threads finished at 1731926444692 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926444694 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926444694Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926444701 (+7 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731926444702 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445102 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731926445105 (+3 ms)Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926445106 (+1 ms) 2024-11-18T10:40:45,110 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.4 2024-11-18T10:40:45,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T10:40:45,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 2024-11-18T10:40:45,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 after 1ms 2024-11-18T10:40:45,115 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 took 5ms 2024-11-18T10:40:45,117 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,117 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 so closing down 2024-11-18T10:40:45,117 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,118 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,120 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:45,120 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:45,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:45,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742327_1507 (size=418) 2024-11-18T10:40:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742327_1507 (size=418) 2024-11-18T10:40:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742328_1508 (size=418) 2024-11-18T10:40:45,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742328_1508 (size=418) 2024-11-18T10:40:45,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-18T10:40:45,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-18T10:40:45,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:45,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K (1393bytes) at 1731926445111Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 so closing down at 1731926445117 (+6 ms)3 split writer threads finished at 1731926445118 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926445122 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926445122Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445127 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445127Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731926445128 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731926445128Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926445129 (+1 ms) 2024-11-18T10:40:45,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.5 2024-11-18T10:40:45,130 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:45,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 2024-11-18T10:40:45,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 after 1ms 2024-11-18T10:40:45,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 took 2ms 2024-11-18T10:40:45,134 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 so closing down 2024-11-18T10:40:45,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,134 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,136 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:45,136 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:45,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:45,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:45,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742329_1509 (size=419) 2024-11-18T10:40:45,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742330_1510 (size=419) 2024-11-18T10:40:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742330_1510 (size=419) 2024-11-18T10:40:45,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742329_1509 (size=419) 2024-11-18T10:40:45,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-18T10:40:45,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-18T10:40:45,150 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T10:40:45,150 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K (1405bytes) at 1731926445130Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 so closing down at 1731926445134 (+4 ms)3 split writer threads finished at 1731926445134Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926445137 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926445138 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445149 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445149Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731926445150 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731926445150Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731926445150 2024-11-18T10:40:45,151 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.6 2024-11-18T10:40:45,152 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:45,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 2024-11-18T10:40:45,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 after 0ms 2024-11-18T10:40:45,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 took 2ms 2024-11-18T10:40:45,154 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 so closing down 2024-11-18T10:40:45,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,156 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:45,156 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:45,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:45,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742331_1511 (size=423) 2024-11-18T10:40:45,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742331_1511 (size=423) 2024-11-18T10:40:45,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742332_1512 (size=423) 2024-11-18T10:40:45,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742332_1512 (size=423) 2024-11-18T10:40:45,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-18T10:40:45,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-18T10:40:45,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T10:40:45,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K (1413bytes) at 1731926445152Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 so closing down at 1731926445154 (+2 ms)3 split writer threads finished at 1731926445154Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926445157 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926445157Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445167 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445167Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731926445168 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731926445168Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731926445169 (+1 ms) 2024-11-18T10:40:45,170 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.7 2024-11-18T10:40:45,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:45,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 2024-11-18T10:40:45,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 after 0ms 2024-11-18T10:40:45,173 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 took 3ms 2024-11-18T10:40:45,174 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,174 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 so closing down 2024-11-18T10:40:45,174 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,174 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,176 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:45,176 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:45,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:45,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742333_1513 (size=423) 2024-11-18T10:40:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742333_1513 (size=423) 2024-11-18T10:40:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742334_1514 (size=423) 2024-11-18T10:40:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742334_1514 (size=423) 2024-11-18T10:40:45,183 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,183 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-18T10:40:45,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-18T10:40:45,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T10:40:45,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K (1413bytes) at 1731926445170Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 so closing down at 1731926445174 (+4 ms)3 split writer threads finished at 1731926445174Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926445177 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926445177Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445183 (+6 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445183Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731926445186 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731926445186Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731926445186 2024-11-18T10:40:45,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.8 2024-11-18T10:40:45,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:45,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 2024-11-18T10:40:45,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 after 0ms 2024-11-18T10:40:45,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 took 2ms 2024-11-18T10:40:45,190 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 so closing down 2024-11-18T10:40:45,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,192 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:45,192 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:45,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:45,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742335_1515 (size=423) 2024-11-18T10:40:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742336_1516 (size=423) 2024-11-18T10:40:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742336_1516 (size=423) 2024-11-18T10:40:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742335_1515 (size=423) 2024-11-18T10:40:45,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-18T10:40:45,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-18T10:40:45,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T10:40:45,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K (1413bytes) at 1731926445187Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 so closing down at 1731926445190 (+3 ms)3 split writer threads finished at 1731926445190Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926445193 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926445193Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445197 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731926445197Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731926445197Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731926445197Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731926445198 (+1 ms) 2024-11-18T10:40:45,199 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.9 2024-11-18T10:40:45,200 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926444231; access_time=1731926444101; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926444648; access_time=1731926444111; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926444671; access_time=1731926444121; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926444688; access_time=1731926444131; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926445108; access_time=1731926444140; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926445129; access_time=1731926444150; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731926445151; access_time=1731926444161; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731926445169; access_time=1731926444172; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731926445186; access_time=1731926444182; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731926445198; access_time=1731926444192; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T10:40:45,203 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:45,203 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:45,204 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:45,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:45,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742337_1517 (size=1393) 2024-11-18T10:40:45,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742337_1517 (size=1393) 2024-11-18T10:40:45,623 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:45,624 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-18T10:40:45,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742338_1518 (size=1393) 2024-11-18T10:40:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742338_1518 (size=1393) 2024-11-18T10:40:45,643 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-18T10:40:45,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-18T10:40:45,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742339_1519 (size=1393) 2024-11-18T10:40:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742339_1519 (size=1393) 2024-11-18T10:40:45,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-18T10:40:45,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-18T10:40:45,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742340_1520 (size=1393) 2024-11-18T10:40:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742340_1520 (size=1393) 2024-11-18T10:40:45,665 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-18T10:40:45,665 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-18T10:40:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742341_1521 (size=1393) 2024-11-18T10:40:45,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742341_1521 (size=1393) 2024-11-18T10:40:45,674 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-18T10:40:45,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-18T10:40:45,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742342_1522 (size=1393) 2024-11-18T10:40:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742342_1522 (size=1393) 2024-11-18T10:40:45,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-18T10:40:45,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-18T10:40:45,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742343_1523 (size=1405) 2024-11-18T10:40:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742343_1523 (size=1405) 2024-11-18T10:40:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-18T10:40:45,696 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-18T10:40:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742344_1524 (size=1413) 2024-11-18T10:40:45,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742344_1524 (size=1413) 2024-11-18T10:40:45,706 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-18T10:40:45,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-18T10:40:45,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742345_1525 (size=1413) 2024-11-18T10:40:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742345_1525 (size=1413) 2024-11-18T10:40:45,715 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-18T10:40:45,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-18T10:40:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742346_1526 (size=1413) 2024-11-18T10:40:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742346_1526 (size=1413) 2024-11-18T10:40:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-18T10:40:45,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K (1393bytes) 2024-11-18T10:40:45,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 2024-11-18T10:40:45,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 after 0ms 2024-11-18T10:40:45,743 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 took 2ms 2024-11-18T10:40:45,744 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,745 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 so closing down 2024-11-18T10:40:45,745 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,745 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,746 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:45,746 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:45,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-18T10:40:45,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-18T10:40:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742348_1528 (size=678) 2024-11-18T10:40:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742347_1527 (size=743) 2024-11-18T10:40:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742347_1527 (size=743) 2024-11-18T10:40:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742348_1528 (size=678) 2024-11-18T10:40:45,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,751 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-18T10:40:45,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-18T10:40:45,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:45,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K (1393bytes) at 1731926445741Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 so closing down at 1731926445745 (+4 ms)3 split writer threads finished at 1731926445745Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731926445747 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731926445747Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926445751 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926445751Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731926445752 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731926445752Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926445753 (+1 ms) 2024-11-18T10:40:45,754 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.0 2024-11-18T10:40:45,754 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K (1393bytes) 2024-11-18T10:40:45,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 2024-11-18T10:40:45,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 after 0ms 2024-11-18T10:40:45,756 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 took 2ms 2024-11-18T10:40:45,757 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,757 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 so closing down 2024-11-18T10:40:45,757 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,757 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,759 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:45,759 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:45,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-18T10:40:45,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-18T10:40:45,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742349_1529 (size=678) 2024-11-18T10:40:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742349_1529 (size=678) 2024-11-18T10:40:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742350_1530 (size=743) 2024-11-18T10:40:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742350_1530 (size=743) 2024-11-18T10:40:45,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-18T10:40:45,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-18T10:40:45,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:45,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K (1393bytes) at 1731926445754Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 so closing down at 1731926445757 (+3 ms)3 split writer threads finished at 1731926445757Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731926445759 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731926445759Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926445764 (+5 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926445764Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731926445765 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731926445765Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926445765 2024-11-18T10:40:45,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.1 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.1 2024-11-18T10:40:45,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K (1393bytes) 2024-11-18T10:40:45,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 2024-11-18T10:40:45,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 after 0ms 2024-11-18T10:40:45,768 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 took 2ms 2024-11-18T10:40:45,769 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,769 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 so closing down 2024-11-18T10:40:45,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,771 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:45,771 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:45,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-18T10:40:45,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-18T10:40:45,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742351_1531 (size=743) 2024-11-18T10:40:45,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742351_1531 (size=743) 2024-11-18T10:40:45,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-18T10:40:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742352_1532 (size=678) 2024-11-18T10:40:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742352_1532 (size=678) 2024-11-18T10:40:45,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-18T10:40:45,793 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:45,793 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K (1393bytes) at 1731926445766Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 so closing down at 1731926445769 (+3 ms)3 split writer threads finished at 1731926445769Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731926445772 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731926445772Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926445784 (+12 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731926445785 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926445792 (+7 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731926445793 (+1 ms)Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926445793 2024-11-18T10:40:45,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.2 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.2 2024-11-18T10:40:45,795 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K (1393bytes) 2024-11-18T10:40:45,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 2024-11-18T10:40:45,795 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 after 0ms 2024-11-18T10:40:45,797 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 took 2ms 2024-11-18T10:40:45,798 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 so closing down 2024-11-18T10:40:45,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,800 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:45,800 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:45,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-18T10:40:45,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-18T10:40:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742354_1534 (size=743) 2024-11-18T10:40:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742354_1534 (size=743) 2024-11-18T10:40:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742353_1533 (size=678) 2024-11-18T10:40:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742353_1533 (size=678) 2024-11-18T10:40:45,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-18T10:40:45,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-18T10:40:45,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:45,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K (1393bytes) at 1731926445795Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 so closing down at 1731926445798 (+3 ms)3 split writer threads finished at 1731926445798Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731926445801 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731926445801Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926445804 (+3 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926445804Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731926445805 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731926445805Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926445805 2024-11-18T10:40:45,806 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.3 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.3 2024-11-18T10:40:45,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K (1393bytes) 2024-11-18T10:40:45,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 2024-11-18T10:40:45,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 after 0ms 2024-11-18T10:40:45,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 took 2ms 2024-11-18T10:40:45,809 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,809 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 so closing down 2024-11-18T10:40:45,809 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:45,811 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:45,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-18T10:40:45,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-18T10:40:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742356_1536 (size=678) 2024-11-18T10:40:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742356_1536 (size=678) 2024-11-18T10:40:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742355_1535 (size=743) 2024-11-18T10:40:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742355_1535 (size=743) 2024-11-18T10:40:45,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,823 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-18T10:40:45,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-18T10:40:45,824 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:45,824 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K (1393bytes) at 1731926445806Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 so closing down at 1731926445809 (+3 ms)3 split writer threads finished at 1731926445809Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731926445811 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731926445811Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926445822 (+11 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926445823 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731926445823Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731926445823Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926445824 (+1 ms) 2024-11-18T10:40:45,825 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.4 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.4 2024-11-18T10:40:45,825 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K (1393bytes) 2024-11-18T10:40:45,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 2024-11-18T10:40:45,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 after 0ms 2024-11-18T10:40:45,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 took 2ms 2024-11-18T10:40:45,828 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 so closing down 2024-11-18T10:40:45,828 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,830 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:45,830 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:45,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-18T10:40:45,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-18T10:40:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742358_1538 (size=743) 2024-11-18T10:40:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742357_1537 (size=678) 2024-11-18T10:40:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742357_1537 (size=678) 2024-11-18T10:40:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742358_1538 (size=743) 2024-11-18T10:40:45,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-18T10:40:45,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-18T10:40:45,841 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-18T10:40:45,841 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K (1393bytes) at 1731926445825Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 so closing down at 1731926445828 (+3 ms)3 split writer threads finished at 1731926445828Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731926445830 (+2 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731926445830Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926445840 (+10 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926445840Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731926445841 (+1 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731926445841Processed 19 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731926445841 2024-11-18T10:40:45,842 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.5 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.5 2024-11-18T10:40:45,842 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K (1405bytes) 2024-11-18T10:40:45,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 2024-11-18T10:40:45,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 after 1ms 2024-11-18T10:40:45,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 took 2ms 2024-11-18T10:40:45,845 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:45,845 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 so closing down 2024-11-18T10:40:45,845 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:45,845 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:45,847 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:45,847 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:45,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-18T10:40:45,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-18T10:40:45,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742359_1539 (size=683) 2024-11-18T10:40:45,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742360_1540 (size=749) 2024-11-18T10:40:45,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742360_1540 (size=749) 2024-11-18T10:40:45,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742359_1539 (size=683) 2024-11-18T10:40:45,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:45,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-18T10:40:46,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:46,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-18T10:40:46,253 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-18T10:40:46,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K (1405bytes) at 1731926445842Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 so closing down at 1731926445845 (+3 ms)3 split writer threads finished at 1731926445845Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731926445848 (+3 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731926445848Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926445851 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731926445852 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926446252 (+400 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731926446253 (+1 ms)Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731926446253 2024-11-18T10:40:46,255 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.6 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.6 2024-11-18T10:40:46,255 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K (1413bytes) 2024-11-18T10:40:46,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 2024-11-18T10:40:46,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 after 1ms 2024-11-18T10:40:46,258 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 took 3ms 2024-11-18T10:40:46,259 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:46,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 so closing down 2024-11-18T10:40:46,260 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:46,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:46,265 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:46,265 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:46,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-18T10:40:46,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-18T10:40:46,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742361_1541 (size=753) 2024-11-18T10:40:46,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742361_1541 (size=753) 2024-11-18T10:40:46,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:46,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-18T10:40:46,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742362_1542 (size=687) 2024-11-18T10:40:46,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742362_1542 (size=687) 2024-11-18T10:40:46,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:46,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-18T10:40:46,299 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T10:40:46,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K (1413bytes) at 1731926446255Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 so closing down at 1731926446260 (+5 ms)3 split writer threads finished at 1731926446260Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731926446267 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731926446267Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926446284 (+17 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731926446285 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926446295 (+10 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731926446299 (+4 ms)Processed 19 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731926446299 2024-11-18T10:40:46,304 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.7 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.7 2024-11-18T10:40:46,304 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K (1413bytes) 2024-11-18T10:40:46,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 2024-11-18T10:40:46,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 after 2ms 2024-11-18T10:40:46,309 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 took 5ms 2024-11-18T10:40:46,311 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:46,312 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 so closing down 2024-11-18T10:40:46,312 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:46,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:46,315 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:46,315 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:46,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-18T10:40:46,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-18T10:40:46,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742364_1544 (size=753) 2024-11-18T10:40:46,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742364_1544 (size=753) 2024-11-18T10:40:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742363_1543 (size=687) 2024-11-18T10:40:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742363_1543 (size=687) 2024-11-18T10:40:46,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:46,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-18T10:40:46,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:46,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-18T10:40:46,754 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T10:40:46,754 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K (1413bytes) at 1731926446304Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 so closing down at 1731926446312 (+8 ms)3 split writer threads finished at 1731926446312Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731926446316 (+4 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731926446320 (+4 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926446355 (+35 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731926446356 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926446752 (+396 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731926446753 (+1 ms)Processed 19 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731926446754 (+1 ms) 2024-11-18T10:40:46,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.8 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.8 2024-11-18T10:40:46,756 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K (1413bytes) 2024-11-18T10:40:46,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 2024-11-18T10:40:46,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 after 0ms 2024-11-18T10:40:46,758 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 took 2ms 2024-11-18T10:40:46,760 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-18T10:40:46,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 so closing down 2024-11-18T10:40:46,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:40:46,761 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:40:46,764 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:46,765 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:46,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-18T10:40:46,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-18T10:40:46,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742365_1545 (size=753) 2024-11-18T10:40:46,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742365_1545 (size=753) 2024-11-18T10:40:46,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742366_1546 (size=687) 2024-11-18T10:40:46,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742366_1546 (size=687) 2024-11-18T10:40:47,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:47,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-18T10:40:47,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-18T10:40:47,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-18T10:40:47,194 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-18T10:40:47,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K (1413bytes) at 1731926446756Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 so closing down at 1731926446760 (+4 ms)3 split writer threads finished at 1731926446761 (+1 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731926446767 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731926446767Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731926447187 (+420 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731926447189 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731926447192 (+3 ms)Rename recovered edits hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731926447193 (+1 ms)Processed 19 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731926447194 (+1 ms) 2024-11-18T10:40:47,195 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731926443902/wal.dat.9 to hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.9 2024-11-18T10:40:47,197 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926445753; access_time=1731926445205; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926445765; access_time=1731926445624; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926445794; access_time=1731926445644; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926445806; access_time=1731926445656; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926445824; access_time=1731926445665; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731926445841; access_time=1731926445674; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731926446254; access_time=1731926445685; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731926446301; access_time=1731926445696; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731926446755; access_time=1731926445706; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:36203/user/jenkins/test-data/6709d431-19c6-da5d-c536-37e1fff483d8/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731926447194; access_time=1731926445716; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-18T10:40:47,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147 (was 147), OpenFileDescriptor=389 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=1067 (was 1299) 2024-11-18T10:40:47,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=147, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=1067 2024-11-18T10:40:47,214 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-18T10:40:47,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742367_1547 (size=7) 2024-11-18T10:40:47,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742367_1547 (size=7) 2024-11-18T10:40:47,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36203/user/jenkins/test-data/f504ba69-7842-0631-28fa-7a69be958fd8 with version=8 2024-11-18T10:40:47,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:47,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:40:47,229 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-18T10:40:47,229 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-18T10:40:47,230 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-18T10:40:47,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-18T10:40:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-18T10:40:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-18T10:40:47,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742368_1548 (size=2324) 2024-11-18T10:40:47,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742368_1548 (size=2324) 2024-11-18T10:40:47,241 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-18T10:40:47,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42797 is added to blk_1073742369_1549 (size=2325) 2024-11-18T10:40:47,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32905 is added to blk_1073742369_1549 (size=2325) 2024-11-18T10:40:47,267 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0, size=2.3 K (2325bytes) 2024-11-18T10:40:47,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0 2024-11-18T10:40:47,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0 after 0ms 2024-11-18T10:40:47,269 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-18T10:40:47,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0 so closing down 2024-11-18T10:40:47,269 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-18T10:40:47,269 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0, journal: Splitting hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0, size=2.3 K (2325bytes) at 1731926447267Finishing writing output for hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0 so closing down at 1731926447269 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731926447269 2024-11-18T10:40:47,271 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731926447229/wal.dat.0 to hdfs://localhost:36203/user/jenkins/test-data/7ae61037-9944-6d90-928b-e6ef1709e624/corrupt/wal.dat.0 2024-11-18T10:40:47,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=145 (was 147), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=1072 (was 1067) - AvailableMemoryMB LEAK? - 2024-11-18T10:40:47,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@364f443d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:40:47,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@420dc8f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:40:47,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:40:47,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241c4fdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:40:47,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74138eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/hadoop.log.dir/,STOPPED} 2024-11-18T10:40:47,321 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:40:47,321 WARN [BP-157042908-172.17.0.3-1731926388090 heartbeating to localhost/127.0.0.1:36203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:40:47,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:40:47,321 WARN [BP-157042908-172.17.0.3-1731926388090 heartbeating to localhost/127.0.0.1:36203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-157042908-172.17.0.3-1731926388090 (Datanode Uuid 6118b24f-0d17-4ef3-9013-32b9fbf366aa) service to localhost/127.0.0.1:36203 2024-11-18T10:40:47,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data3/current/BP-157042908-172.17.0.3-1731926388090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:40:47,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data4/current/BP-157042908-172.17.0.3-1731926388090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:40:47,324 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:40:47,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68fd8f9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:40:47,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@391cccb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:40:47,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:40:47,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32294ad2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:40:47,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1719802b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/hadoop.log.dir/,STOPPED} 2024-11-18T10:40:47,329 WARN [BP-157042908-172.17.0.3-1731926388090 heartbeating to localhost/127.0.0.1:36203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:40:47,329 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:40:47,329 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:40:47,329 WARN [BP-157042908-172.17.0.3-1731926388090 heartbeating to localhost/127.0.0.1:36203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-157042908-172.17.0.3-1731926388090 (Datanode Uuid 76883ed3-6ee8-40db-8568-8dd4c554cd46) service to localhost/127.0.0.1:36203 2024-11-18T10:40:47,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data1/current/BP-157042908-172.17.0.3-1731926388090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:40:47,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/cluster_0e355d6c-e053-7f11-261f-5ac0c521fe83/data/data2/current/BP-157042908-172.17.0.3-1731926388090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:40:47,331 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:40:47,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e69ad3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:40:47,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1acfafbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:40:47,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:40:47,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c02524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:40:47,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2233cd8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98050e33-587f-f5eb-1807-c9ebd73f2acb/hadoop.log.dir/,STOPPED}