2024-11-25 07:13:07,252 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-25 07:13:07,266 main DEBUG Took 0.011894 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 07:13:07,266 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 07:13:07,267 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 07:13:07,268 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 07:13:07,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,278 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 07:13:07,298 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,302 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,304 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,305 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,306 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,307 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,308 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,309 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,311 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,312 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:13:07,316 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,316 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 07:13:07,320 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:13:07,322 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 07:13:07,324 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 07:13:07,325 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 07:13:07,326 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 07:13:07,327 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 07:13:07,346 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 07:13:07,350 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 07:13:07,354 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 07:13:07,356 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 07:13:07,358 main DEBUG createAppenders(={Console}) 2024-11-25 07:13:07,361 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-25 07:13:07,361 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-25 07:13:07,362 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-25 07:13:07,362 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 07:13:07,363 main DEBUG OutputStream closed 2024-11-25 07:13:07,363 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 07:13:07,363 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 07:13:07,364 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-25 07:13:07,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 07:13:07,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 07:13:07,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 07:13:07,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 07:13:07,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 07:13:07,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 07:13:07,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 07:13:07,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 07:13:07,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 07:13:07,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 07:13:07,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 07:13:07,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 07:13:07,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 07:13:07,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 07:13:07,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 07:13:07,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 07:13:07,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 07:13:07,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 07:13:07,488 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 07:13:07,489 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-25 07:13:07,489 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 07:13:07,490 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-25T07:13:07,508 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-25 07:13:07,512 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 07:13:07,513 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T07:13:07,896 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427 2024-11-25T07:13:07,897 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-25T07:13:08,051 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T07:13:08,140 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7, deleteOnExit=true 2024-11-25T07:13:08,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/test.cache.data in system properties and HBase conf 2024-11-25T07:13:08,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:13:08,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:13:08,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:13:08,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:13:08,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:13:08,244 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:13:08,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:13:08,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:13:08,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:13:08,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:13:08,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:13:08,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:13:08,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:13:08,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:13:08,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:13:08,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:13:08,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:13:08,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:13:08,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:13:08,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:13:09,234 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T07:13:09,334 INFO [Time-limited test {}] log.Log(170): Logging initialized @2984ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T07:13:09,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:13:09,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:13:09,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:13:09,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:13:09,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T07:13:09,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:13:09,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:13:09,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:13:09,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/java.io.tmpdir/jetty-localhost-39213-hadoop-hdfs-3_4_1-tests_jar-_-any-5503030863663834179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:13:09,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:39213} 2024-11-25T07:13:09,812 INFO [Time-limited test {}] server.Server(415): Started @3463ms 2024-11-25T07:13:10,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:13:10,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:13:10,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:13:10,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:13:10,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:13:10,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:13:10,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:13:10,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/java.io.tmpdir/jetty-localhost-43971-hadoop-hdfs-3_4_1-tests_jar-_-any-2833940144381896882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:13:10,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:43971} 2024-11-25T07:13:10,364 INFO [Time-limited test {}] server.Server(415): Started @4015ms 2024-11-25T07:13:10,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:13:10,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:13:10,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:13:10,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:13:10,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:13:10,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:13:10,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:13:10,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:13:10,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/java.io.tmpdir/jetty-localhost-44345-hadoop-hdfs-3_4_1-tests_jar-_-any-14626246562112124826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:13:10,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:44345} 2024-11-25T07:13:10,784 INFO [Time-limited test {}] server.Server(415): Started @4435ms 2024-11-25T07:13:10,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:13:11,010 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data1/current/BP-1843173821-172.17.0.2-1732518788969/current, will proceed with Du for space computation calculation, 2024-11-25T07:13:11,010 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data4/current/BP-1843173821-172.17.0.2-1732518788969/current, will proceed with Du for space computation calculation, 2024-11-25T07:13:11,011 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data2/current/BP-1843173821-172.17.0.2-1732518788969/current, will proceed with Du for space computation calculation, 2024-11-25T07:13:11,012 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data3/current/BP-1843173821-172.17.0.2-1732518788969/current, will proceed with Du for space computation calculation, 2024-11-25T07:13:11,153 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:13:11,154 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:13:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd54f57485b229382 with lease ID 0x6d07f996e96f0921: Processing first storage report for DS-a278311d-d0ef-42a6-aff8-8b7637c801b6 from datanode DatanodeRegistration(127.0.0.1:32939, datanodeUuid=35259a51-7be5-4fb6-8cb7-875dfd7f0833, infoPort=43707, infoSecurePort=0, ipcPort=33553, storageInfo=lv=-57;cid=testClusterID;nsid=200173017;c=1732518788969) 2024-11-25T07:13:11,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd54f57485b229382 with lease ID 0x6d07f996e96f0921: from storage DS-a278311d-d0ef-42a6-aff8-8b7637c801b6 node DatanodeRegistration(127.0.0.1:32939, datanodeUuid=35259a51-7be5-4fb6-8cb7-875dfd7f0833, infoPort=43707, infoSecurePort=0, ipcPort=33553, storageInfo=lv=-57;cid=testClusterID;nsid=200173017;c=1732518788969), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T07:13:11,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27a803ce9a53ef48 with lease ID 0x6d07f996e96f0920: Processing first storage report for DS-32bd04f2-e6b4-427e-89c2-54e6b2ee4378 from datanode DatanodeRegistration(127.0.0.1:43257, datanodeUuid=24b2f8c6-965d-442c-91f9-d5ca481e1ccb, infoPort=45857, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=200173017;c=1732518788969) 2024-11-25T07:13:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27a803ce9a53ef48 with lease ID 0x6d07f996e96f0920: from storage DS-32bd04f2-e6b4-427e-89c2-54e6b2ee4378 node DatanodeRegistration(127.0.0.1:43257, datanodeUuid=24b2f8c6-965d-442c-91f9-d5ca481e1ccb, infoPort=45857, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=200173017;c=1732518788969), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:13:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27a803ce9a53ef48 with lease ID 0x6d07f996e96f0920: Processing first storage report for DS-1f6fac03-decb-4212-907d-7254195b4332 from datanode DatanodeRegistration(127.0.0.1:43257, datanodeUuid=24b2f8c6-965d-442c-91f9-d5ca481e1ccb, infoPort=45857, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=200173017;c=1732518788969) 2024-11-25T07:13:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27a803ce9a53ef48 with lease ID 0x6d07f996e96f0920: from storage DS-1f6fac03-decb-4212-907d-7254195b4332 node DatanodeRegistration(127.0.0.1:43257, datanodeUuid=24b2f8c6-965d-442c-91f9-d5ca481e1ccb, infoPort=45857, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=200173017;c=1732518788969), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:13:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd54f57485b229382 with lease ID 0x6d07f996e96f0921: Processing first storage report for DS-70dc4c26-0fd6-4e1b-9523-f5dffad31352 from datanode DatanodeRegistration(127.0.0.1:32939, datanodeUuid=35259a51-7be5-4fb6-8cb7-875dfd7f0833, infoPort=43707, infoSecurePort=0, ipcPort=33553, storageInfo=lv=-57;cid=testClusterID;nsid=200173017;c=1732518788969) 2024-11-25T07:13:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd54f57485b229382 with lease ID 0x6d07f996e96f0921: from storage DS-70dc4c26-0fd6-4e1b-9523-f5dffad31352 node DatanodeRegistration(127.0.0.1:32939, datanodeUuid=35259a51-7be5-4fb6-8cb7-875dfd7f0833, infoPort=43707, infoSecurePort=0, ipcPort=33553, storageInfo=lv=-57;cid=testClusterID;nsid=200173017;c=1732518788969), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:13:11,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427 2024-11-25T07:13:11,331 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=122, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=9528 2024-11-25T07:13:11,333 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:11,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:11,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:11,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:13:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:13:12,069 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:12,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:12,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:12,095 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:12,130 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T07:13:12,149 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-25T07:13:12,153 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:12,153 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:12,156 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:12,160 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:12,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,183 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T07:13:12,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741826_1002 (size=1393) 2024-11-25T07:13:12,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741826_1002 (size=1393) 2024-11-25T07:13:12,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:12,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:12,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741827_1003 (size=1393) 2024-11-25T07:13:12,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741827_1003 (size=1393) 2024-11-25T07:13:12,296 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:12,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:12,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741828_1004 (size=1393) 2024-11-25T07:13:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741828_1004 (size=1393) 2024-11-25T07:13:12,337 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:12,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:12,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741829_1005 (size=1393) 2024-11-25T07:13:12,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741829_1005 (size=1393) 2024-11-25T07:13:12,370 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:12,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:12,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741830_1006 (size=1393) 2024-11-25T07:13:12,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741830_1006 (size=1393) 2024-11-25T07:13:12,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:12,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:12,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741831_1007 (size=1393) 2024-11-25T07:13:12,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741831_1007 (size=1393) 2024-11-25T07:13:12,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:12,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741832_1008 (size=1405) 2024-11-25T07:13:12,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741832_1008 (size=1405) 2024-11-25T07:13:12,479 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:12,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:12,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741833_1009 (size=1413) 2024-11-25T07:13:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741833_1009 (size=1413) 2024-11-25T07:13:12,508 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:12,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:12,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741834_1010 (size=1413) 2024-11-25T07:13:12,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741834_1010 (size=1413) 2024-11-25T07:13:12,541 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:12,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:12,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741835_1011 (size=1413) 2024-11-25T07:13:12,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741835_1011 (size=1413) 2024-11-25T07:13:12,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:12,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4dd86c51-b45b-5fb0-036c-b982aa1760a4/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732518792135/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:12,662 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T07:13:12,662 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T07:13:12,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4dd86c51-b45b-5fb0-036c-b982aa1760a4/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732518792135/wal.dat.0 2024-11-25T07:13:12,671 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4dd86c51-b45b-5fb0-036c-b982aa1760a4/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732518792135/wal.dat.0 after 5ms 2024-11-25T07:13:12,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/4dd86c51-b45b-5fb0-036c-b982aa1760a4/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732518792135/wal.dat.0 took 73ms 2024-11-25T07:13:12,737 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4dd86c51-b45b-5fb0-036c-b982aa1760a4/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732518792135/wal.dat.0 so closing down 2024-11-25T07:13:12,742 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:12,743 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:12,750 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4dd86c51-b45b-5fb0-036c-b982aa1760a4/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732518792135/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:12,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4dd86c51-b45b-5fb0-036c-b982aa1760a4/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732518792135/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4dd86c51-b45b-5fb0-036c-b982aa1760a4/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732518792135/wal.dat.0, size=1.4 K (1393bytes) at 1732518792661Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4dd86c51-b45b-5fb0-036c-b982aa1760a4/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732518792135/wal.dat.0 so closing down at 1732518792737 (+76 ms)3 split writer threads finished at 1732518792743 (+6 ms)Processed 0 edits across 0 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4dd86c51-b45b-5fb0-036c-b982aa1760a4/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732518792135/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518792750 (+7 ms) 2024-11-25T07:13:12,754 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-25T07:13:12,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=127 (was 122) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1084000918_22 at /127.0.0.1:38572 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@74324958 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 276), ProcessCount=11 (was 11), AvailableMemoryMB=9391 (was 9528) 2024-11-25T07:13:12,789 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=127, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=9390 2024-11-25T07:13:12,789 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:12,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741836_1012 (size=7) 2024-11-25T07:13:12,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741836_1012 (size=7) 2024-11-25T07:13:12,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:12,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:12,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:12,818 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:12,818 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-25T07:13:12,818 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:12,820 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:12,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:12,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:12,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:12,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741837_1013 (size=2324) 2024-11-25T07:13:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741837_1013 (size=2324) 2024-11-25T07:13:12,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:12,923 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0, size=2.3 K (2324bytes) 2024-11-25T07:13:12,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0 2024-11-25T07:13:12,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0 after 1ms 2024-11-25T07:13:12,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0 took 10ms 2024-11-25T07:13:12,955 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0 so closing down 2024-11-25T07:13:12,955 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:12,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:13,006 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:13,009 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:13,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:13,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741838_1014 (size=743) 2024-11-25T07:13:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741838_1014 (size=743) 2024-11-25T07:13:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741839_1015 (size=743) 2024-11-25T07:13:13,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741839_1015 (size=743) 2024-11-25T07:13:13,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 5 ms) 2024-11-25T07:13:13,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:13,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) 2024-11-25T07:13:13,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:13,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 513 ms; skipped=7; WAL=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-25T07:13:13,454 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0, size=2.3 K (2324bytes) at 1732518792923Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0 so closing down at 1732518792955 (+32 ms)3 split writer threads finished at 1732518792958 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518793013 (+55 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518793014 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 5 ms) at 1732518793054 (+40 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518793059 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) at 1732518793450 (+391 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518793453 (+3 ms)Processed 27 edits across 2 Regions in 513 ms; skipped=7; WAL=hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732518793454 (+1 ms) 2024-11-25T07:13:13,465 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/WALs/testsplitlogfilemultipleregions,16010,1732518792818/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/555047f0-638a-f74c-5da3-5cddb2b5b473/oldWALs/wal.dat.0 2024-11-25T07:13:13,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 127) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1753464611_22 at /127.0.0.1:38572 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=379 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 276), ProcessCount=11 (was 11), AvailableMemoryMB=9355 (was 9390) 2024-11-25T07:13:13,500 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=9354 2024-11-25T07:13:13,500 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:13,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741840_1016 (size=7) 2024-11-25T07:13:13,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741840_1016 (size=7) 2024-11-25T07:13:13,518 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:13,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:13,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:13,527 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:13,528 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:13,529 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:13,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:13,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:13,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:13,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741841_1017 (size=2324) 2024-11-25T07:13:13,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741841_1017 (size=2324) 2024-11-25T07:13:13,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:14,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8e6d1ccb-de93-3624-7991-892069e7df06/WALs/testterminationaskedbyreporter,16010,1732518793528/wal.dat.0, size=2.3 K (2324bytes) 2024-11-25T07:13:14,506 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8e6d1ccb-de93-3624-7991-892069e7df06/WALs/testterminationaskedbyreporter,16010,1732518793528/wal.dat.0 so closing down 2024-11-25T07:13:14,507 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8e6d1ccb-de93-3624-7991-892069e7df06/WALs/testterminationaskedbyreporter,16010,1732518793528/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-25T07:13:14,507 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8e6d1ccb-de93-3624-7991-892069e7df06/WALs/testterminationaskedbyreporter,16010,1732518793528/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8e6d1ccb-de93-3624-7991-892069e7df06/WALs/testterminationaskedbyreporter,16010,1732518793528/wal.dat.0, size=2.3 K (2324bytes) at 1732518794506Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8e6d1ccb-de93-3624-7991-892069e7df06/WALs/testterminationaskedbyreporter,16010,1732518793528/wal.dat.0 so closing down at 1732518794506Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8e6d1ccb-de93-3624-7991-892069e7df06/WALs/testterminationaskedbyreporter,16010,1732518793528/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732518794507 (+1 ms) 2024-11-25T07:13:14,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129 (was 129), OpenFileDescriptor=379 (was 379), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9137 (was 9354) 2024-11-25T07:13:14,526 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=129, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=12, AvailableMemoryMB=9135 2024-11-25T07:13:14,526 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741842_1018 (size=7) 2024-11-25T07:13:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741842_1018 (size=7) 2024-11-25T07:13:14,539 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:14,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:14,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:14,548 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:14,548 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-25T07:13:14,550 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:14,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741843_1019 (size=1043) 2024-11-25T07:13:14,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741843_1019 (size=1043) 2024-11-25T07:13:14,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:14,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:14,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:14,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741845_1021 (size=1043) 2024-11-25T07:13:14,601 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:14,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:14,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741845_1021 (size=1043) 2024-11-25T07:13:14,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741846_1022 (size=1043) 2024-11-25T07:13:14,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741846_1022 (size=1043) 2024-11-25T07:13:14,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:14,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:14,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741847_1023 (size=1043) 2024-11-25T07:13:14,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741847_1023 (size=1043) 2024-11-25T07:13:14,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:14,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:14,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:14,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741848_1024 (size=1043) 2024-11-25T07:13:14,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741848_1024 (size=1043) 2024-11-25T07:13:15,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:15,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:15,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741849_1025 (size=1043) 2024-11-25T07:13:15,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741849_1025 (size=1043) 2024-11-25T07:13:15,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:15,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:15,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741850_1026 (size=1043) 2024-11-25T07:13:15,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741850_1026 (size=1043) 2024-11-25T07:13:15,085 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:15,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:15,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741851_1027 (size=1043) 2024-11-25T07:13:15,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741851_1027 (size=1043) 2024-11-25T07:13:15,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:15,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:15,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:15,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:15,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741852_1028 (size=1043) 2024-11-25T07:13:15,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741852_1028 (size=1043) 2024-11-25T07:13:15,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:15,133 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0, size=1.0 K (1043bytes) 2024-11-25T07:13:15,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0 2024-11-25T07:13:15,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0 after 1ms 2024-11-25T07:13:15,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0 took 4ms 2024-11-25T07:13:15,139 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-25T07:13:15,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0 so closing down 2024-11-25T07:13:15,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:15,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:15,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T07:13:15,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0, size=1.0 K (1043bytes) at 1732518795133Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0 so closing down at 1732518795140 (+7 ms)3 split writer threads finished at 1732518795140Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732518795141 (+1 ms) 2024-11-25T07:13:15,144 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/oldWALs/wal.dat.0 2024-11-25T07:13:15,144 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1, size=180 (180bytes) 2024-11-25T07:13:15,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1 2024-11-25T07:13:15,145 WARN [IPC Server handler 1 on default port 40653 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-25T07:13:15,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1 after 1ms 2024-11-25T07:13:15,206 WARN [ResponseProcessor for block BP-1843173821-172.17.0.2-1732518788969:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1843173821-172.17.0.2-1732518788969:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:15,206 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_759826527_22 at /127.0.0.1:38648 [Receiving block BP-1843173821-172.17.0.2-1732518788969:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:32939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38648 dst: /127.0.0.1:32939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:15,206 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_759826527_22 at /127.0.0.1:55368 [Receiving block BP-1843173821-172.17.0.2-1732518788969:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43257:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55368 dst: /127.0.0.1:43257 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43257 remote=/127.0.0.1:55368]. Total timeout mills is 60000, 59377 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:15,209 WARN [DataStreamer for file /user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1 block BP-1843173821-172.17.0.2-1732518788969:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1843173821-172.17.0.2-1732518788969:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43257,DS-32bd04f2-e6b4-427e-89c2-54e6b2ee4378,DISK], DatanodeInfoWithStorage[127.0.0.1:32939,DS-a278311d-d0ef-42a6-aff8-8b7637c801b6,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43257,DS-32bd04f2-e6b4-427e-89c2-54e6b2ee4378,DISK]) is bad. 2024-11-25T07:13:15,216 WARN [DataStreamer for file /user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1 block BP-1843173821-172.17.0.2-1732518788969:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1843173821-172.17.0.2-1732518788969:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:15,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741844_1029 (size=1035) 2024-11-25T07:13:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741844_1029 (size=1035) 2024-11-25T07:13:19,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1 after 4002ms 2024-11-25T07:13:19,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1 took 4006ms 2024-11-25T07:13:19,152 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1; continuing. 2024-11-25T07:13:19,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1 so closing down 2024-11-25T07:13:19,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,153 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,153 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-25T07:13:19,153 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1, size=180 (180bytes) at 1732518795144Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1 so closing down at 1732518799152 (+4008 ms)3 split writer threads finished at 1732518799153 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732518799153 2024-11-25T07:13:19,155 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/oldWALs/wal.dat.1 2024-11-25T07:13:19,156 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2, size=1.0 K (1043bytes) 2024-11-25T07:13:19,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2 2024-11-25T07:13:19,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2 after 0ms 2024-11-25T07:13:19,159 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2 took 4ms 2024-11-25T07:13:19,161 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2 so closing down 2024-11-25T07:13:19,161 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,161 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,161 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T07:13:19,161 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2, size=1.0 K (1043bytes) at 1732518799156Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2 so closing down at 1732518799161 (+5 ms)3 split writer threads finished at 1732518799161Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732518799161 2024-11-25T07:13:19,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/oldWALs/wal.dat.2 2024-11-25T07:13:19,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3, size=1.0 K (1043bytes) 2024-11-25T07:13:19,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3 2024-11-25T07:13:19,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3 after 0ms 2024-11-25T07:13:19,167 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3 took 2ms 2024-11-25T07:13:19,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3 so closing down 2024-11-25T07:13:19,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,168 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T07:13:19,168 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3, size=1.0 K (1043bytes) at 1732518799164Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3 so closing down at 1732518799168 (+4 ms)3 split writer threads finished at 1732518799168Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732518799168 2024-11-25T07:13:19,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/oldWALs/wal.dat.3 2024-11-25T07:13:19,171 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4, size=1.0 K (1043bytes) 2024-11-25T07:13:19,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4 2024-11-25T07:13:19,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4 after 0ms 2024-11-25T07:13:19,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4 took 3ms 2024-11-25T07:13:19,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4 so closing down 2024-11-25T07:13:19,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,178 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,178 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T07:13:19,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4, size=1.0 K (1043bytes) at 1732518799171Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4 so closing down at 1732518799177 (+6 ms)3 split writer threads finished at 1732518799178 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732518799178 2024-11-25T07:13:19,180 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/oldWALs/wal.dat.4 2024-11-25T07:13:19,180 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5, size=1.0 K (1043bytes) 2024-11-25T07:13:19,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5 2024-11-25T07:13:19,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5 after 1ms 2024-11-25T07:13:19,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5 took 3ms 2024-11-25T07:13:19,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5 so closing down 2024-11-25T07:13:19,185 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,185 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,185 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T07:13:19,185 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5, size=1.0 K (1043bytes) at 1732518799180Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5 so closing down at 1732518799185 (+5 ms)3 split writer threads finished at 1732518799185Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732518799185 2024-11-25T07:13:19,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/oldWALs/wal.dat.5 2024-11-25T07:13:19,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6, size=1.0 K (1043bytes) 2024-11-25T07:13:19,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6 2024-11-25T07:13:19,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6 after 0ms 2024-11-25T07:13:19,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6 took 3ms 2024-11-25T07:13:19,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6 so closing down 2024-11-25T07:13:19,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T07:13:19,193 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6, size=1.0 K (1043bytes) at 1732518799188Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6 so closing down at 1732518799192 (+4 ms)3 split writer threads finished at 1732518799192Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732518799193 (+1 ms) 2024-11-25T07:13:19,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/oldWALs/wal.dat.6 2024-11-25T07:13:19,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7, size=1.0 K (1043bytes) 2024-11-25T07:13:19,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7 2024-11-25T07:13:19,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7 after 1ms 2024-11-25T07:13:19,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7 took 4ms 2024-11-25T07:13:19,201 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7 so closing down 2024-11-25T07:13:19,201 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T07:13:19,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7, size=1.0 K (1043bytes) at 1732518799196Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7 so closing down at 1732518799201 (+5 ms)3 split writer threads finished at 1732518799202 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732518799202 2024-11-25T07:13:19,204 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/oldWALs/wal.dat.7 2024-11-25T07:13:19,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8, size=1.0 K (1043bytes) 2024-11-25T07:13:19,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8 2024-11-25T07:13:19,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8 after 1ms 2024-11-25T07:13:19,207 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8 took 3ms 2024-11-25T07:13:19,209 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8 so closing down 2024-11-25T07:13:19,209 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,209 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T07:13:19,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8, size=1.0 K (1043bytes) at 1732518799204Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8 so closing down at 1732518799209 (+5 ms)3 split writer threads finished at 1732518799209Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732518799209 2024-11-25T07:13:19,212 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/oldWALs/wal.dat.8 2024-11-25T07:13:19,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9, size=1.0 K (1043bytes) 2024-11-25T07:13:19,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9 2024-11-25T07:13:19,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9 after 0ms 2024-11-25T07:13:19,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9 took 4ms 2024-11-25T07:13:19,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9 so closing down 2024-11-25T07:13:19,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-25T07:13:19,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9, size=1.0 K (1043bytes) at 1732518799213Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9 so closing down at 1732518799217 (+4 ms)3 split writer threads finished at 1732518799218 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732518799218 2024-11-25T07:13:19,221 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/WALs/testsplitdeletedregion,16010,1732518794548/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/2868bd12-7b1d-ab3d-7798-535516473070/oldWALs/wal.dat.9 2024-11-25T07:13:19,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=134 (was 129) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_803888282_22 at /127.0.0.1:55462 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_803888282_22 at /127.0.0.1:38730 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:33553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 302), ProcessCount=11 (was 12), AvailableMemoryMB=9114 (was 9135) 2024-11-25T07:13:19,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=134, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=9114 2024-11-25T07:13:19,239 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:19,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741853_1030 (size=7) 2024-11-25T07:13:19,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741853_1030 (size=7) 2024-11-25T07:13:19,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:19,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:19,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:19,255 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:19,255 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T07:13:19,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:19,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741854_1031 (size=863) 2024-11-25T07:13:19,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741854_1031 (size=863) 2024-11-25T07:13:19,271 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741855_1032 (size=859) 2024-11-25T07:13:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741855_1032 (size=859) 2024-11-25T07:13:19,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0, size=859 (859bytes) 2024-11-25T07:13:19,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0 2024-11-25T07:13:19,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0 after 1ms 2024-11-25T07:13:19,312 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0 took 4ms 2024-11-25T07:13:19,406 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0; continuing. 2024-11-25T07:13:19,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0 so closing down 2024-11-25T07:13:19,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,406 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,411 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:19,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:19,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741856_1033 (size=863) 2024-11-25T07:13:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741856_1033 (size=863) 2024-11-25T07:13:19,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:19,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-25T07:13:19,424 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-25T07:13:19,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0, size=859 (859bytes) at 1732518799308Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0 so closing down at 1732518799406 (+98 ms)3 split writer threads finished at 1732518799406Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518799412 (+6 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518799421 (+9 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732518799424 (+3 ms)Processed 10 edits across 1 Regions in 112 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732518799424 2024-11-25T07:13:19,427 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/WALs/testcorruptwaltrailer,16010,1732518799255/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/34de67bf-4668-6479-c63c-09a49cd04df0/oldWALs/wal.dat.0 2024-11-25T07:13:19,444 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=134 (was 134), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=9102 (was 9114) 2024-11-25T07:13:19,451 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=134, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=9100 2024-11-25T07:13:19,452 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741857_1034 (size=7) 2024-11-25T07:13:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741857_1034 (size=7) 2024-11-25T07:13:19,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:19,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:19,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:19,465 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:19,478 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=134 (was 134), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=9098 (was 9100) 2024-11-25T07:13:19,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=134, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=9097 2024-11-25T07:13:19,484 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:19,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741858_1035 (size=7) 2024-11-25T07:13:19,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741858_1035 (size=7) 2024-11-25T07:13:19,493 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:19,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:19,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:19,498 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:19,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-25T07:13:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741859_1036 (size=93) 2024-11-25T07:13:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741859_1036 (size=93) 2024-11-25T07:13:19,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=134 (was 134), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=9095 (was 9097) 2024-11-25T07:13:19,531 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=134, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=9093 2024-11-25T07:13:19,531 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:19,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741860_1037 (size=7) 2024-11-25T07:13:19,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741860_1037 (size=7) 2024-11-25T07:13:19,541 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:19,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:19,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:19,545 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:19,546 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:19,547 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:19,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:19,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741861_1038 (size=1393) 2024-11-25T07:13:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741861_1038 (size=1393) 2024-11-25T07:13:19,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:19,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:19,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741862_1039 (size=1393) 2024-11-25T07:13:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741862_1039 (size=1393) 2024-11-25T07:13:19,586 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:19,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:19,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741863_1040 (size=1393) 2024-11-25T07:13:19,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741863_1040 (size=1393) 2024-11-25T07:13:19,604 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:19,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:19,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741864_1041 (size=1393) 2024-11-25T07:13:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741864_1041 (size=1393) 2024-11-25T07:13:19,624 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:19,624 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:19,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741865_1042 (size=1393) 2024-11-25T07:13:19,642 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:19,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741865_1042 (size=1393) 2024-11-25T07:13:19,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741866_1043 (size=1393) 2024-11-25T07:13:19,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741866_1043 (size=1393) 2024-11-25T07:13:19,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:19,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:19,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741867_1044 (size=1405) 2024-11-25T07:13:19,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741867_1044 (size=1405) 2024-11-25T07:13:19,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:19,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:19,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741868_1045 (size=1413) 2024-11-25T07:13:19,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741868_1045 (size=1413) 2024-11-25T07:13:19,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:19,696 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:19,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741869_1046 (size=1413) 2024-11-25T07:13:19,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741869_1046 (size=1413) 2024-11-25T07:13:19,712 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:19,712 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:19,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:19,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:19,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741870_1047 (size=1413) 2024-11-25T07:13:19,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741870_1047 (size=1413) 2024-11-25T07:13:19,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:19,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/WALs/testioeonoutputthread,16010,1732518799545/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:19,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/WALs/testioeonoutputthread,16010,1732518799545/wal.dat.7 2024-11-25T07:13:19,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/WALs/testioeonoutputthread,16010,1732518799545/wal.dat.7 after 1ms 2024-11-25T07:13:19,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/WALs/testioeonoutputthread,16010,1732518799545/wal.dat.7 took 4ms 2024-11-25T07:13:19,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/WALs/testioeonoutputthread,16010,1732518799545/wal.dat.7 so closing down 2024-11-25T07:13:19,755 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:19,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:19,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:19,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:19,780 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:19,780 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:19,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/WALs/testioeonoutputthread,16010,1732518799545/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-25T07:13:19,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/WALs/testioeonoutputthread,16010,1732518799545/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/WALs/testioeonoutputthread,16010,1732518799545/wal.dat.7, size=1.4 K (1413bytes) at 1732518799747Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/WALs/testioeonoutputthread,16010,1732518799545/wal.dat.7 so closing down at 1732518799754 (+7 ms)3 split writer threads finished at 1732518799755 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518799770 (+15 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518799770Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732518799781 (+11 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1732518799781Processed 20 edits across 0 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/546e67e4-48a5-dd4b-658f-e56f490586cf/WALs/testioeonoutputthread,16010,1732518799545/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732518799781 2024-11-25T07:13:19,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=136 (was 134) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1721888445_22 at /127.0.0.1:55462 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=9069 (was 9093) 2024-11-25T07:13:19,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=134, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=9068 2024-11-25T07:13:19,797 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:19,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741871_1048 (size=7) 2024-11-25T07:13:19,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741871_1048 (size=7) 2024-11-25T07:13:19,808 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:19,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:19,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:19,812 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:19,841 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:19,842 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:19,844 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:19,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741872_1049 (size=2324) 2024-11-25T07:13:19,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741872_1049 (size=2324) 2024-11-25T07:13:19,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:19,867 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:19,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741873_1050 (size=1393) 2024-11-25T07:13:19,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741873_1050 (size=1393) 2024-11-25T07:13:19,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:19,883 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:19,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-25T07:13:19,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-25T07:13:19,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-25T07:13:19,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-25T07:13:19,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-25T07:13:19,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-25T07:13:19,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-25T07:13:19,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-25T07:13:19,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-25T07:13:19,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-25T07:13:19,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-25T07:13:19,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-25T07:13:19,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-25T07:13:19,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-25T07:13:19,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-25T07:13:19,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-25T07:13:19,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-25T07:13:19,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-25T07:13:19,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-25T07:13:19,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-25T07:13:19,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-25T07:13:19,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-25T07:13:19,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-25T07:13:19,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-25T07:13:19,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-25T07:13:19,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-25T07:13:19,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-25T07:13:19,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-25T07:13:19,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-25T07:13:19,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-25T07:13:19,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-25T07:13:19,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-25T07:13:19,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-25T07:13:19,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-25T07:13:19,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-25T07:13:19,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-25T07:13:19,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-25T07:13:19,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-25T07:13:19,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-25T07:13:19,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-25T07:13:19,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-25T07:13:19,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-25T07:13:19,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-25T07:13:19,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-25T07:13:19,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-25T07:13:19,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-25T07:13:19,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-25T07:13:19,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-25T07:13:19,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-25T07:13:19,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-25T07:13:19,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-25T07:13:19,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-25T07:13:19,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-25T07:13:19,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-25T07:13:19,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-25T07:13:19,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-25T07:13:19,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-25T07:13:19,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-25T07:13:19,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-25T07:13:19,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-25T07:13:19,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-25T07:13:19,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-25T07:13:19,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:19,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-25T07:13:19,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:19,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-25T07:13:20,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-25T07:13:20,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-25T07:13:20,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-25T07:13:20,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-25T07:13:20,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-25T07:13:20,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-25T07:13:20,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-25T07:13:20,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-25T07:13:20,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-25T07:13:20,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-25T07:13:20,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-25T07:13:20,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-25T07:13:20,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-25T07:13:20,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-25T07:13:20,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-25T07:13:20,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-25T07:13:20,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-25T07:13:20,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-25T07:13:20,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-25T07:13:20,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-25T07:13:20,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-25T07:13:20,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-25T07:13:20,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-25T07:13:20,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-25T07:13:20,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-25T07:13:20,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-25T07:13:20,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-25T07:13:20,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-25T07:13:20,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-25T07:13:20,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-25T07:13:20,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-25T07:13:20,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-25T07:13:20,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-25T07:13:20,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-25T07:13:20,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-25T07:13:20,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-25T07:13:20,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-25T07:13:20,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-25T07:13:20,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-25T07:13:20,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-25T07:13:20,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-25T07:13:20,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-25T07:13:20,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-25T07:13:20,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-25T07:13:20,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-25T07:13:20,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-25T07:13:20,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-25T07:13:20,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-25T07:13:20,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-25T07:13:20,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-25T07:13:20,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-25T07:13:20,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-25T07:13:20,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-25T07:13:20,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-25T07:13:20,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-25T07:13:20,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-25T07:13:20,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-25T07:13:20,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-25T07:13:20,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-25T07:13:20,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-25T07:13:20,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-25T07:13:20,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-25T07:13:20,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-25T07:13:20,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-25T07:13:20,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-25T07:13:20,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-25T07:13:20,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-25T07:13:20,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-25T07:13:20,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-25T07:13:20,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-25T07:13:20,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-25T07:13:20,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-25T07:13:20,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-25T07:13:20,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-25T07:13:20,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-25T07:13:20,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-25T07:13:20,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-25T07:13:20,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-25T07:13:20,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-25T07:13:20,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-25T07:13:20,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-25T07:13:20,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-25T07:13:20,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-25T07:13:20,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-25T07:13:20,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-25T07:13:20,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-25T07:13:20,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-25T07:13:20,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-25T07:13:20,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-25T07:13:20,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-25T07:13:20,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-25T07:13:20,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-25T07:13:20,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-25T07:13:20,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-25T07:13:20,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-25T07:13:20,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-25T07:13:20,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-25T07:13:20,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-25T07:13:20,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-25T07:13:20,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-25T07:13:20,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-25T07:13:20,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-25T07:13:20,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-25T07:13:20,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-25T07:13:20,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-25T07:13:20,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-25T07:13:20,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-25T07:13:20,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-25T07:13:20,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-25T07:13:20,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-25T07:13:20,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-25T07:13:20,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-25T07:13:20,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-25T07:13:20,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-25T07:13:20,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-25T07:13:20,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-25T07:13:20,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-25T07:13:20,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-25T07:13:20,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-25T07:13:20,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-25T07:13:20,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-25T07:13:20,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-25T07:13:20,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-25T07:13:20,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-25T07:13:20,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-25T07:13:20,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-25T07:13:20,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-25T07:13:20,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-25T07:13:20,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-25T07:13:20,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-25T07:13:20,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-25T07:13:20,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-25T07:13:20,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-25T07:13:20,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-25T07:13:20,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-25T07:13:20,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-25T07:13:20,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-25T07:13:20,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-25T07:13:20,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-25T07:13:20,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-25T07:13:20,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-25T07:13:20,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-25T07:13:20,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-25T07:13:20,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-25T07:13:20,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-25T07:13:20,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-25T07:13:20,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-25T07:13:20,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-25T07:13:20,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-25T07:13:20,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-25T07:13:20,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-25T07:13:20,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-25T07:13:20,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-25T07:13:20,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-25T07:13:20,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-25T07:13:20,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-25T07:13:20,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-25T07:13:20,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-25T07:13:20,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-25T07:13:20,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-25T07:13:20,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-25T07:13:20,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-25T07:13:20,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-25T07:13:20,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-25T07:13:20,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-25T07:13:20,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-25T07:13:20,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-25T07:13:20,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-25T07:13:20,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-25T07:13:20,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-25T07:13:20,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-25T07:13:20,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-25T07:13:20,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-25T07:13:20,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-25T07:13:20,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-25T07:13:20,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-25T07:13:20,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-25T07:13:20,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-25T07:13:20,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-25T07:13:20,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-25T07:13:20,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-25T07:13:20,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-25T07:13:20,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-25T07:13:20,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-25T07:13:20,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-25T07:13:20,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-25T07:13:20,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-25T07:13:20,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-25T07:13:20,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-25T07:13:20,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-25T07:13:20,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-25T07:13:20,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-25T07:13:20,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-25T07:13:20,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-25T07:13:20,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-25T07:13:20,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-25T07:13:20,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-25T07:13:20,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-25T07:13:20,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-25T07:13:20,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-25T07:13:20,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-25T07:13:20,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-25T07:13:20,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-25T07:13:20,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-25T07:13:20,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-25T07:13:20,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-25T07:13:20,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-25T07:13:20,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-25T07:13:20,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-25T07:13:20,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-25T07:13:20,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-25T07:13:20,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-25T07:13:20,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-25T07:13:20,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-25T07:13:20,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-25T07:13:20,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-25T07:13:20,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-25T07:13:20,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-25T07:13:20,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-25T07:13:20,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-25T07:13:20,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-25T07:13:20,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-25T07:13:20,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-25T07:13:20,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-25T07:13:20,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-25T07:13:20,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-25T07:13:20,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-25T07:13:20,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-25T07:13:20,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-25T07:13:20,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-25T07:13:20,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-25T07:13:20,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-25T07:13:20,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-25T07:13:20,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-25T07:13:20,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-25T07:13:20,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-25T07:13:20,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-25T07:13:20,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-25T07:13:20,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-25T07:13:20,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-25T07:13:20,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-25T07:13:20,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-25T07:13:20,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-25T07:13:20,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-25T07:13:20,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-25T07:13:20,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-25T07:13:20,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-25T07:13:20,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-25T07:13:20,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-25T07:13:20,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-25T07:13:20,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-25T07:13:20,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-25T07:13:20,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-25T07:13:20,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-25T07:13:20,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-25T07:13:20,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-25T07:13:20,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-25T07:13:20,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-25T07:13:20,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-25T07:13:20,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-25T07:13:20,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-25T07:13:20,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-25T07:13:20,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-25T07:13:20,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-25T07:13:20,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-25T07:13:20,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-25T07:13:20,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-25T07:13:20,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-25T07:13:20,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-25T07:13:20,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-25T07:13:20,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-25T07:13:20,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-25T07:13:20,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-25T07:13:20,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-25T07:13:20,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-25T07:13:20,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-25T07:13:20,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-25T07:13:20,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-25T07:13:20,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-25T07:13:20,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-25T07:13:20,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-25T07:13:20,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-25T07:13:20,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-25T07:13:20,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-25T07:13:20,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-25T07:13:20,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-25T07:13:20,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-25T07:13:20,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-25T07:13:20,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-25T07:13:20,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-25T07:13:20,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-25T07:13:20,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-25T07:13:20,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-25T07:13:20,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-25T07:13:20,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-25T07:13:20,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-25T07:13:20,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-25T07:13:20,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-25T07:13:20,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-25T07:13:20,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-25T07:13:20,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-25T07:13:20,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-25T07:13:20,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-25T07:13:20,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-25T07:13:20,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-25T07:13:20,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-25T07:13:20,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-25T07:13:20,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-25T07:13:20,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-25T07:13:20,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-25T07:13:20,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-25T07:13:20,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-25T07:13:20,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-25T07:13:20,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-25T07:13:20,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-25T07:13:20,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-25T07:13:20,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-25T07:13:20,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-25T07:13:20,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-25T07:13:20,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-25T07:13:20,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-25T07:13:20,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-25T07:13:20,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-25T07:13:20,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-25T07:13:20,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-25T07:13:20,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-25T07:13:20,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-25T07:13:20,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-25T07:13:20,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-25T07:13:20,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-25T07:13:20,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-25T07:13:20,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-25T07:13:20,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-25T07:13:20,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-25T07:13:20,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-25T07:13:20,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-25T07:13:20,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-25T07:13:20,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-25T07:13:20,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-25T07:13:20,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-25T07:13:20,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-25T07:13:20,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-25T07:13:20,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-25T07:13:20,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-25T07:13:20,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-25T07:13:20,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-25T07:13:20,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-25T07:13:20,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-25T07:13:20,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-25T07:13:20,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-25T07:13:20,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-25T07:13:20,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-25T07:13:20,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-25T07:13:20,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-25T07:13:20,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-25T07:13:20,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-25T07:13:20,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-25T07:13:20,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-25T07:13:20,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-25T07:13:20,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-25T07:13:20,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-25T07:13:20,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-25T07:13:20,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-25T07:13:20,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-25T07:13:20,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-25T07:13:20,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-25T07:13:20,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-25T07:13:20,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-25T07:13:20,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-25T07:13:20,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-25T07:13:20,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-25T07:13:20,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-25T07:13:20,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-25T07:13:20,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-25T07:13:20,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-25T07:13:20,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-25T07:13:20,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-25T07:13:20,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-25T07:13:20,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-25T07:13:20,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-25T07:13:20,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-25T07:13:20,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-25T07:13:20,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-25T07:13:20,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-25T07:13:20,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-25T07:13:20,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-25T07:13:20,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-25T07:13:20,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-25T07:13:20,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-25T07:13:20,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-25T07:13:20,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-25T07:13:20,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-25T07:13:20,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-25T07:13:20,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-25T07:13:20,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-25T07:13:20,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-25T07:13:20,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-25T07:13:20,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-25T07:13:20,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-25T07:13:20,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-25T07:13:20,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-25T07:13:20,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-25T07:13:20,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-25T07:13:20,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-25T07:13:20,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-25T07:13:20,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-25T07:13:20,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-25T07:13:20,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-25T07:13:20,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-25T07:13:20,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-25T07:13:20,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-25T07:13:20,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-25T07:13:20,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-25T07:13:20,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-25T07:13:20,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-25T07:13:20,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-25T07:13:20,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-25T07:13:20,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-25T07:13:20,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-25T07:13:20,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-25T07:13:20,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-25T07:13:20,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-25T07:13:20,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-25T07:13:20,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-25T07:13:20,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-25T07:13:20,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-25T07:13:20,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-25T07:13:20,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-25T07:13:20,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-25T07:13:20,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-25T07:13:20,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-25T07:13:20,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-25T07:13:20,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-25T07:13:20,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-25T07:13:20,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-25T07:13:20,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-25T07:13:20,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-25T07:13:20,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-25T07:13:20,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-25T07:13:20,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-25T07:13:20,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-25T07:13:20,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-25T07:13:20,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-25T07:13:20,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-25T07:13:20,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-25T07:13:20,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-25T07:13:20,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-25T07:13:20,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-25T07:13:20,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-25T07:13:20,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-25T07:13:20,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-25T07:13:20,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-25T07:13:20,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-25T07:13:20,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-25T07:13:20,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-25T07:13:20,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-25T07:13:20,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-25T07:13:20,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-25T07:13:20,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-25T07:13:20,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-25T07:13:20,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-25T07:13:20,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-25T07:13:20,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-25T07:13:20,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-25T07:13:20,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-25T07:13:20,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-25T07:13:20,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-25T07:13:20,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-25T07:13:20,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-25T07:13:20,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-25T07:13:20,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-25T07:13:20,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-25T07:13:20,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-25T07:13:20,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-25T07:13:20,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-25T07:13:20,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-25T07:13:20,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-25T07:13:20,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-25T07:13:20,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-25T07:13:20,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-25T07:13:20,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-25T07:13:20,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-25T07:13:20,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-25T07:13:20,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-25T07:13:20,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-25T07:13:20,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-25T07:13:20,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-25T07:13:20,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-25T07:13:20,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-25T07:13:20,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-25T07:13:20,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-25T07:13:20,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-25T07:13:20,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-25T07:13:20,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-25T07:13:20,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-25T07:13:20,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-25T07:13:20,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-25T07:13:20,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-25T07:13:20,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-25T07:13:20,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-25T07:13:20,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-25T07:13:20,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-25T07:13:20,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-25T07:13:20,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-25T07:13:20,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-25T07:13:20,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-25T07:13:20,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-25T07:13:20,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-25T07:13:20,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-25T07:13:20,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-25T07:13:20,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-25T07:13:20,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-25T07:13:20,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-25T07:13:20,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-25T07:13:20,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-25T07:13:20,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-25T07:13:20,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-25T07:13:20,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-25T07:13:20,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-25T07:13:20,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-25T07:13:20,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-25T07:13:20,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-25T07:13:20,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-25T07:13:20,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-25T07:13:20,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-25T07:13:20,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-25T07:13:20,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-25T07:13:20,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-25T07:13:20,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-25T07:13:20,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-25T07:13:20,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-25T07:13:20,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-25T07:13:20,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-25T07:13:20,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-25T07:13:20,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-25T07:13:20,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-25T07:13:20,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-25T07:13:20,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-25T07:13:20,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-25T07:13:20,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-25T07:13:20,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-25T07:13:20,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-25T07:13:20,915 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812): HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732518799866; access_time=1732518799846; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518799882; access_time=1732518799868; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732518799884; access_time=1732518799884; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T07:13:20,915 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-25T07:13:20,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-25T07:13:20,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-25T07:13:20,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-25T07:13:20,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-25T07:13:20,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-25T07:13:20,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-25T07:13:20,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-25T07:13:20,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-25T07:13:20,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-25T07:13:20,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-25T07:13:20,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-25T07:13:20,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-25T07:13:20,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-25T07:13:20,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-25T07:13:20,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-25T07:13:20,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-25T07:13:20,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-25T07:13:20,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-25T07:13:20,942 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0, size=2.3 K (2324bytes) 2024-11-25T07:13:20,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0 2024-11-25T07:13:20,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0 after 1ms 2024-11-25T07:13:20,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-25T07:13:20,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-25T07:13:20,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-25T07:13:20,946 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0 took 5ms 2024-11-25T07:13:20,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-25T07:13:20,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-25T07:13:20,950 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0 so closing down 2024-11-25T07:13:20,950 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:20,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:20,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-25T07:13:20,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-25T07:13:20,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-25T07:13:20,954 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:20,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:20,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-25T07:13:20,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:20,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:20,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-25T07:13:20,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-25T07:13:20,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-25T07:13:20,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-25T07:13:20,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-25T07:13:20,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-25T07:13:20,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-25T07:13:20,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-25T07:13:20,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741875_1052 (size=743) 2024-11-25T07:13:20,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-25T07:13:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741875_1052 (size=743) 2024-11-25T07:13:20,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:20,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741876_1053 (size=743) 2024-11-25T07:13:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741876_1053 (size=743) 2024-11-25T07:13:20,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-25T07:13:20,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:20,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-25T07:13:20,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-25T07:13:20,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-25T07:13:20,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-25T07:13:20,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-25T07:13:20,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:20,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-25T07:13:20,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:20,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 37 ms; skipped=7; WAL=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-25T07:13:20,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0, size=2.3 K (2324bytes) at 1732518800942Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0 so closing down at 1732518800950 (+8 ms)3 split writer threads finished at 1732518800950Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518800956 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518800956Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518800971 (+15 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518800973 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518800981 (+8 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518800983 (+2 ms)Processed 27 edits across 2 Regions in 37 ms; skipped=7; WAL=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732518800983 2024-11-25T07:13:20,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-25T07:13:20,986 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/oldWALs/wal.dat.0 2024-11-25T07:13:20,986 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:20,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1 2024-11-25T07:13:20,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1 after 1ms 2024-11-25T07:13:20,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-25T07:13:20,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-25T07:13:20,990 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1 took 4ms 2024-11-25T07:13:20,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-25T07:13:20,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-25T07:13:20,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-25T07:13:20,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-25T07:13:20,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-25T07:13:20,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1 so closing down 2024-11-25T07:13:20,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:20,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:20,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:20,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:21,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-25T07:13:21,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,003 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:21,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:21,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-25T07:13:21,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-25T07:13:21,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:21,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-25T07:13:21,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:21,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-25T07:13:21,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-25T07:13:21,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-25T07:13:21,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-25T07:13:21,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-25T07:13:21,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-25T07:13:21,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-25T07:13:21,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-25T07:13:21,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-25T07:13:21,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741877_1054 (size=743) 2024-11-25T07:13:21,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741877_1054 (size=743) 2024-11-25T07:13:21,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-25T07:13:21,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-25T07:13:21,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-25T07:13:21,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741878_1055 (size=743) 2024-11-25T07:13:21,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-25T07:13:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741878_1055 (size=743) 2024-11-25T07:13:21,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:21,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-25T07:13:21,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-25T07:13:21,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:21,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-25T07:13:21,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-25T07:13:21,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-25T07:13:21,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-25T07:13:21,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-25T07:13:21,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-25T07:13:21,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-25T07:13:21,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-25T07:13:21,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-25T07:13:21,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-25T07:13:21,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-25T07:13:21,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-25T07:13:21,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-25T07:13:21,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-25T07:13:21,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-25T07:13:21,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-25T07:13:21,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-25T07:13:21,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-25T07:13:21,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-25T07:13:21,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-25T07:13:21,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-25T07:13:21,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-25T07:13:21,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-25T07:13:21,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-25T07:13:21,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-25T07:13:21,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-25T07:13:21,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-25T07:13:21,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-25T07:13:21,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-25T07:13:21,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-25T07:13:21,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-25T07:13:21,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-25T07:13:21,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-25T07:13:21,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-25T07:13:21,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-25T07:13:21,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-25T07:13:21,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-25T07:13:21,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-25T07:13:21,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-25T07:13:21,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-25T07:13:21,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-25T07:13:21,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-25T07:13:21,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-25T07:13:21,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-25T07:13:21,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-25T07:13:21,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-25T07:13:21,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-25T07:13:21,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-25T07:13:21,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-25T07:13:21,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-25T07:13:21,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-25T07:13:21,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-25T07:13:21,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-25T07:13:21,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-25T07:13:21,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-25T07:13:21,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-25T07:13:21,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-25T07:13:21,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-25T07:13:21,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-25T07:13:21,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-25T07:13:21,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-25T07:13:21,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-25T07:13:21,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-25T07:13:21,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-25T07:13:21,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-25T07:13:21,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-25T07:13:21,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-25T07:13:21,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-25T07:13:21,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-25T07:13:21,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-25T07:13:21,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-25T07:13:21,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-25T07:13:21,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-25T07:13:21,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-25T07:13:21,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-25T07:13:21,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-25T07:13:21,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-25T07:13:21,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-25T07:13:21,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-25T07:13:21,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-25T07:13:21,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-25T07:13:21,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-25T07:13:21,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-25T07:13:21,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-25T07:13:21,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-25T07:13:21,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-25T07:13:21,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-25T07:13:21,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-25T07:13:21,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-25T07:13:21,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-25T07:13:21,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-25T07:13:21,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-25T07:13:21,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-25T07:13:21,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-25T07:13:21,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-25T07:13:21,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-25T07:13:21,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-25T07:13:21,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-25T07:13:21,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-25T07:13:21,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-25T07:13:21,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-25T07:13:21,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-25T07:13:21,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-25T07:13:21,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-25T07:13:21,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-25T07:13:21,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-25T07:13:21,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-25T07:13:21,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-25T07:13:21,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-25T07:13:21,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-25T07:13:21,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-25T07:13:21,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-25T07:13:21,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-25T07:13:21,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-25T07:13:21,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-25T07:13:21,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-25T07:13:21,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-25T07:13:21,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-25T07:13:21,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-25T07:13:21,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-25T07:13:21,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-25T07:13:21,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-25T07:13:21,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-25T07:13:21,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-25T07:13:21,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-25T07:13:21,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-25T07:13:21,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-25T07:13:21,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-25T07:13:21,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-25T07:13:21,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-25T07:13:21,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-25T07:13:21,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-25T07:13:21,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-25T07:13:21,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-25T07:13:21,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-25T07:13:21,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-25T07:13:21,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-25T07:13:21,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-25T07:13:21,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-25T07:13:21,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-25T07:13:21,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-25T07:13:21,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-25T07:13:21,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-25T07:13:21,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-25T07:13:21,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-25T07:13:21,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-25T07:13:21,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-25T07:13:21,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-25T07:13:21,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-25T07:13:21,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-25T07:13:21,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-25T07:13:21,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-25T07:13:21,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-25T07:13:21,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-25T07:13:21,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-25T07:13:21,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-25T07:13:21,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-25T07:13:21,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-25T07:13:21,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-25T07:13:21,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-25T07:13:21,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-25T07:13:21,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-25T07:13:21,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-25T07:13:21,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-25T07:13:21,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-25T07:13:21,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-25T07:13:21,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-25T07:13:21,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-25T07:13:21,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-25T07:13:21,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-25T07:13:21,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-25T07:13:21,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-25T07:13:21,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-25T07:13:21,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-25T07:13:21,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-25T07:13:21,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-25T07:13:21,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-25T07:13:21,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-25T07:13:21,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-25T07:13:21,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-25T07:13:21,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-25T07:13:21,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-25T07:13:21,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-25T07:13:21,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-25T07:13:21,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-25T07:13:21,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-25T07:13:21,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-25T07:13:21,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-25T07:13:21,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-25T07:13:21,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-25T07:13:21,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-25T07:13:21,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-25T07:13:21,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-25T07:13:21,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-25T07:13:21,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-25T07:13:21,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-25T07:13:21,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-25T07:13:21,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-25T07:13:21,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-25T07:13:21,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-25T07:13:21,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-25T07:13:21,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-25T07:13:21,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-25T07:13:21,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-25T07:13:21,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-25T07:13:21,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-25T07:13:21,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-25T07:13:21,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-25T07:13:21,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-25T07:13:21,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-25T07:13:21,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-25T07:13:21,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-25T07:13:21,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-25T07:13:21,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-25T07:13:21,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-25T07:13:21,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-25T07:13:21,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-25T07:13:21,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-25T07:13:21,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-25T07:13:21,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-25T07:13:21,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-25T07:13:21,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-25T07:13:21,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-25T07:13:21,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-25T07:13:21,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-25T07:13:21,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-25T07:13:21,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-25T07:13:21,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-25T07:13:21,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-25T07:13:21,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-25T07:13:21,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-25T07:13:21,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-25T07:13:21,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-25T07:13:21,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-25T07:13:21,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-25T07:13:21,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-25T07:13:21,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-25T07:13:21,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-25T07:13:21,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-25T07:13:21,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-25T07:13:21,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-25T07:13:21,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-25T07:13:21,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-25T07:13:21,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-25T07:13:21,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-25T07:13:21,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-25T07:13:21,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-25T07:13:21,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-25T07:13:21,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-25T07:13:21,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-25T07:13:21,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:21,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-25T07:13:21,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-25T07:13:21,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:21,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:21,429 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1, size=1.4 K (1393bytes) at 1732518800986Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1 so closing down at 1732518800999 (+13 ms)3 split writer threads finished at 1732518800999Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518801007 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518801012 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518801035 (+23 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518801038 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518801426 (+388 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518801428 (+2 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518801428 2024-11-25T07:13:21,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-25T07:13:21,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,431 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/oldWALs/wal.dat.1 2024-11-25T07:13:21,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-25T07:13:21,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2, size=150 (150bytes) 2024-11-25T07:13:21,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2 2024-11-25T07:13:21,432 WARN [IPC Server handler 0 on default port 40653 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-25T07:13:21,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2 after 1ms 2024-11-25T07:13:21,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-25T07:13:21,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-25T07:13:21,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-25T07:13:21,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-25T07:13:21,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-25T07:13:21,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-25T07:13:21,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-25T07:13:21,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-25T07:13:21,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-25T07:13:21,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-25T07:13:21,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-25T07:13:21,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-25T07:13:21,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-25T07:13:21,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-25T07:13:21,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=975, seq=0 2024-11-25T07:13:21,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=976, seq=0 2024-11-25T07:13:21,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=977, seq=0 2024-11-25T07:13:21,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=978, seq=0 2024-11-25T07:13:21,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=979, seq=0 2024-11-25T07:13:21,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=980, seq=0 2024-11-25T07:13:21,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=981, seq=0 2024-11-25T07:13:21,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=982, seq=0 2024-11-25T07:13:21,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=983, seq=0 2024-11-25T07:13:21,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=984, seq=0 2024-11-25T07:13:21,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=985, seq=0 2024-11-25T07:13:21,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=986, seq=0 2024-11-25T07:13:21,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=987, seq=0 2024-11-25T07:13:21,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=988, seq=0 2024-11-25T07:13:21,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=989, seq=0 2024-11-25T07:13:21,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=990, seq=0 2024-11-25T07:13:21,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=991, seq=0 2024-11-25T07:13:21,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=992, seq=0 2024-11-25T07:13:21,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=993, seq=0 2024-11-25T07:13:21,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=994, seq=0 2024-11-25T07:13:21,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=995, seq=0 2024-11-25T07:13:21,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=996, seq=0 2024-11-25T07:13:21,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=997, seq=0 2024-11-25T07:13:21,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=998, seq=0 2024-11-25T07:13:21,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=999, seq=0 2024-11-25T07:13:21,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1000, seq=0 2024-11-25T07:13:21,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1001, seq=0 2024-11-25T07:13:21,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1002, seq=0 2024-11-25T07:13:21,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1003, seq=0 2024-11-25T07:13:21,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1004, seq=0 2024-11-25T07:13:21,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1005, seq=0 2024-11-25T07:13:21,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1006, seq=0 2024-11-25T07:13:21,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1007, seq=0 2024-11-25T07:13:21,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1008, seq=0 2024-11-25T07:13:21,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1009, seq=0 2024-11-25T07:13:21,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1010, seq=0 2024-11-25T07:13:21,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1011, seq=0 2024-11-25T07:13:21,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1012, seq=0 2024-11-25T07:13:21,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1013, seq=0 2024-11-25T07:13:21,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1014, seq=0 2024-11-25T07:13:21,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1015, seq=0 2024-11-25T07:13:21,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1016, seq=0 2024-11-25T07:13:21,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1017, seq=0 2024-11-25T07:13:21,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1018, seq=0 2024-11-25T07:13:21,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1019, seq=0 2024-11-25T07:13:21,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1020, seq=0 2024-11-25T07:13:21,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1021, seq=0 2024-11-25T07:13:21,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1022, seq=0 2024-11-25T07:13:21,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1023, seq=0 2024-11-25T07:13:21,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1024, seq=0 2024-11-25T07:13:21,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1025, seq=0 2024-11-25T07:13:21,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1026, seq=0 2024-11-25T07:13:21,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1027, seq=0 2024-11-25T07:13:21,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1028, seq=0 2024-11-25T07:13:21,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1029, seq=0 2024-11-25T07:13:21,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1030, seq=0 2024-11-25T07:13:21,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1031, seq=0 2024-11-25T07:13:21,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1032, seq=0 2024-11-25T07:13:21,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1033, seq=0 2024-11-25T07:13:21,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1034, seq=0 2024-11-25T07:13:21,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1035, seq=0 2024-11-25T07:13:21,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1036, seq=0 2024-11-25T07:13:21,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1037, seq=0 2024-11-25T07:13:21,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1038, seq=0 2024-11-25T07:13:21,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1039, seq=0 2024-11-25T07:13:21,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1040, seq=0 2024-11-25T07:13:21,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1041, seq=0 2024-11-25T07:13:21,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1042, seq=0 2024-11-25T07:13:21,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1043, seq=0 2024-11-25T07:13:21,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1044, seq=0 2024-11-25T07:13:21,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1045, seq=0 2024-11-25T07:13:21,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1046, seq=0 2024-11-25T07:13:21,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1047, seq=0 2024-11-25T07:13:21,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1048, seq=0 2024-11-25T07:13:21,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1049, seq=0 2024-11-25T07:13:21,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1050, seq=0 2024-11-25T07:13:21,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1051, seq=0 2024-11-25T07:13:21,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1052, seq=0 2024-11-25T07:13:21,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1053, seq=0 2024-11-25T07:13:21,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1054, seq=0 2024-11-25T07:13:21,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1055, seq=0 2024-11-25T07:13:21,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1056, seq=0 2024-11-25T07:13:21,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1057, seq=0 2024-11-25T07:13:21,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1058, seq=0 2024-11-25T07:13:21,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1059, seq=0 2024-11-25T07:13:21,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1060, seq=0 2024-11-25T07:13:21,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1061, seq=0 2024-11-25T07:13:21,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1062, seq=0 2024-11-25T07:13:21,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1063, seq=0 2024-11-25T07:13:21,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1064, seq=0 2024-11-25T07:13:21,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1065, seq=0 2024-11-25T07:13:21,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1066, seq=0 2024-11-25T07:13:21,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1067, seq=0 2024-11-25T07:13:21,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1068, seq=0 2024-11-25T07:13:21,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1069, seq=0 2024-11-25T07:13:21,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1070, seq=0 2024-11-25T07:13:21,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1071, seq=0 2024-11-25T07:13:21,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1072, seq=0 2024-11-25T07:13:21,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1073, seq=0 2024-11-25T07:13:21,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1074, seq=0 2024-11-25T07:13:21,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1075, seq=0 2024-11-25T07:13:21,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1076, seq=0 2024-11-25T07:13:21,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1077, seq=0 2024-11-25T07:13:21,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1078, seq=0 2024-11-25T07:13:21,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1079, seq=0 2024-11-25T07:13:21,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1080, seq=0 2024-11-25T07:13:21,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1081, seq=0 2024-11-25T07:13:21,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1082, seq=0 2024-11-25T07:13:21,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1083, seq=0 2024-11-25T07:13:21,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1084, seq=0 2024-11-25T07:13:21,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1085, seq=0 2024-11-25T07:13:21,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1086, seq=0 2024-11-25T07:13:21,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1087, seq=0 2024-11-25T07:13:21,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1088, seq=0 2024-11-25T07:13:21,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1089, seq=0 2024-11-25T07:13:21,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1090, seq=0 2024-11-25T07:13:21,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1091, seq=0 2024-11-25T07:13:21,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1092, seq=0 2024-11-25T07:13:21,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1093, seq=0 2024-11-25T07:13:21,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1094, seq=0 2024-11-25T07:13:21,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1095, seq=0 2024-11-25T07:13:21,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1096, seq=0 2024-11-25T07:13:21,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1097, seq=0 2024-11-25T07:13:21,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1098, seq=0 2024-11-25T07:13:21,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1099, seq=0 2024-11-25T07:13:21,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1100, seq=0 2024-11-25T07:13:21,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1101, seq=0 2024-11-25T07:13:21,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1102, seq=0 2024-11-25T07:13:21,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1103, seq=0 2024-11-25T07:13:21,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1104, seq=0 2024-11-25T07:13:21,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1105, seq=0 2024-11-25T07:13:21,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1106, seq=0 2024-11-25T07:13:21,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1107, seq=0 2024-11-25T07:13:21,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1108, seq=0 2024-11-25T07:13:21,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1109, seq=0 2024-11-25T07:13:21,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1110, seq=0 2024-11-25T07:13:21,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1111, seq=0 2024-11-25T07:13:21,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1112, seq=0 2024-11-25T07:13:21,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1113, seq=0 2024-11-25T07:13:21,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1114, seq=0 2024-11-25T07:13:21,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1115, seq=0 2024-11-25T07:13:21,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1116, seq=0 2024-11-25T07:13:21,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1117, seq=0 2024-11-25T07:13:21,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1118, seq=0 2024-11-25T07:13:21,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1119, seq=0 2024-11-25T07:13:21,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1120, seq=0 2024-11-25T07:13:21,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1121, seq=0 2024-11-25T07:13:21,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1122, seq=0 2024-11-25T07:13:21,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1123, seq=0 2024-11-25T07:13:21,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1124, seq=0 2024-11-25T07:13:21,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1125, seq=0 2024-11-25T07:13:21,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1126, seq=0 2024-11-25T07:13:21,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1127, seq=0 2024-11-25T07:13:21,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1128, seq=0 2024-11-25T07:13:21,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1129, seq=0 2024-11-25T07:13:21,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1130, seq=0 2024-11-25T07:13:21,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1131, seq=0 2024-11-25T07:13:21,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1132, seq=0 2024-11-25T07:13:21,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1133, seq=0 2024-11-25T07:13:21,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1134, seq=0 2024-11-25T07:13:21,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1135, seq=0 2024-11-25T07:13:21,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1136, seq=0 2024-11-25T07:13:21,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1137, seq=0 2024-11-25T07:13:21,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1138, seq=0 2024-11-25T07:13:21,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1139, seq=0 2024-11-25T07:13:21,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1140, seq=0 2024-11-25T07:13:21,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1141, seq=0 2024-11-25T07:13:21,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1142, seq=0 2024-11-25T07:13:21,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1143, seq=0 2024-11-25T07:13:21,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1144, seq=0 2024-11-25T07:13:21,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1145, seq=0 2024-11-25T07:13:21,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1146, seq=0 2024-11-25T07:13:21,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1147, seq=0 2024-11-25T07:13:21,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1148, seq=0 2024-11-25T07:13:21,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1149, seq=0 2024-11-25T07:13:21,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1150, seq=0 2024-11-25T07:13:21,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1151, seq=0 2024-11-25T07:13:21,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1152, seq=0 2024-11-25T07:13:21,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1153, seq=0 2024-11-25T07:13:21,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1154, seq=0 2024-11-25T07:13:21,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1155, seq=0 2024-11-25T07:13:21,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1156, seq=0 2024-11-25T07:13:21,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1157, seq=0 2024-11-25T07:13:21,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1158, seq=0 2024-11-25T07:13:21,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1159, seq=0 2024-11-25T07:13:21,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1160, seq=0 2024-11-25T07:13:21,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1161, seq=0 2024-11-25T07:13:21,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1162, seq=0 2024-11-25T07:13:21,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1163, seq=0 2024-11-25T07:13:21,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1164, seq=0 2024-11-25T07:13:21,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1165, seq=0 2024-11-25T07:13:21,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1166, seq=0 2024-11-25T07:13:21,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1167, seq=0 2024-11-25T07:13:21,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1168, seq=0 2024-11-25T07:13:21,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1169, seq=0 2024-11-25T07:13:21,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1170, seq=0 2024-11-25T07:13:21,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1171, seq=0 2024-11-25T07:13:21,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1172, seq=0 2024-11-25T07:13:21,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1173, seq=0 2024-11-25T07:13:21,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1174, seq=0 2024-11-25T07:13:21,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1175, seq=0 2024-11-25T07:13:21,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1176, seq=0 2024-11-25T07:13:21,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1177, seq=0 2024-11-25T07:13:21,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1178, seq=0 2024-11-25T07:13:21,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1179, seq=0 2024-11-25T07:13:21,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1180, seq=0 2024-11-25T07:13:21,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1181, seq=0 2024-11-25T07:13:21,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1182, seq=0 2024-11-25T07:13:21,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1183, seq=0 2024-11-25T07:13:21,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1184, seq=0 2024-11-25T07:13:21,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1185, seq=0 2024-11-25T07:13:21,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1186, seq=0 2024-11-25T07:13:21,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1187, seq=0 2024-11-25T07:13:21,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1188, seq=0 2024-11-25T07:13:21,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1189, seq=0 2024-11-25T07:13:21,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1190, seq=0 2024-11-25T07:13:21,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1191, seq=0 2024-11-25T07:13:21,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1192, seq=0 2024-11-25T07:13:21,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1193, seq=0 2024-11-25T07:13:21,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1194, seq=0 2024-11-25T07:13:21,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1195, seq=0 2024-11-25T07:13:21,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1196, seq=0 2024-11-25T07:13:21,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1197, seq=0 2024-11-25T07:13:21,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1198, seq=0 2024-11-25T07:13:21,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1199, seq=0 2024-11-25T07:13:21,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1200, seq=0 2024-11-25T07:13:21,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1201, seq=0 2024-11-25T07:13:21,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1202, seq=0 2024-11-25T07:13:21,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1203, seq=0 2024-11-25T07:13:21,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1204, seq=0 2024-11-25T07:13:21,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1205, seq=0 2024-11-25T07:13:21,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1206, seq=0 2024-11-25T07:13:21,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1207, seq=0 2024-11-25T07:13:21,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1208, seq=0 2024-11-25T07:13:21,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1209, seq=0 2024-11-25T07:13:21,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1210, seq=0 2024-11-25T07:13:21,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1211, seq=0 2024-11-25T07:13:21,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1212, seq=0 2024-11-25T07:13:21,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1213, seq=0 2024-11-25T07:13:21,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1214, seq=0 2024-11-25T07:13:21,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1215, seq=0 2024-11-25T07:13:21,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1216, seq=0 2024-11-25T07:13:21,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1217, seq=0 2024-11-25T07:13:21,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1218, seq=0 2024-11-25T07:13:21,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1219, seq=0 2024-11-25T07:13:21,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1220, seq=0 2024-11-25T07:13:21,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1221, seq=0 2024-11-25T07:13:21,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1222, seq=0 2024-11-25T07:13:21,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1223, seq=0 2024-11-25T07:13:21,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1224, seq=0 2024-11-25T07:13:21,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1225, seq=0 2024-11-25T07:13:21,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1226, seq=0 2024-11-25T07:13:21,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1227, seq=0 2024-11-25T07:13:21,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1228, seq=0 2024-11-25T07:13:21,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1229, seq=0 2024-11-25T07:13:21,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1230, seq=0 2024-11-25T07:13:21,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1231, seq=0 2024-11-25T07:13:21,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1232, seq=0 2024-11-25T07:13:21,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1233, seq=0 2024-11-25T07:13:21,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1234, seq=0 2024-11-25T07:13:21,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1235, seq=0 2024-11-25T07:13:21,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1236, seq=0 2024-11-25T07:13:21,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1237, seq=0 2024-11-25T07:13:21,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1238, seq=0 2024-11-25T07:13:21,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1239, seq=0 2024-11-25T07:13:21,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1240, seq=0 2024-11-25T07:13:21,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1241, seq=0 2024-11-25T07:13:21,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1242, seq=0 2024-11-25T07:13:21,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1243, seq=0 2024-11-25T07:13:21,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1244, seq=0 2024-11-25T07:13:21,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1245, seq=0 2024-11-25T07:13:21,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1246, seq=0 2024-11-25T07:13:21,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1247, seq=0 2024-11-25T07:13:21,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1248, seq=0 2024-11-25T07:13:21,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1249, seq=0 2024-11-25T07:13:21,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1250, seq=0 2024-11-25T07:13:21,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1251, seq=0 2024-11-25T07:13:21,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1252, seq=0 2024-11-25T07:13:21,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1253, seq=0 2024-11-25T07:13:21,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1254, seq=0 2024-11-25T07:13:21,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1255, seq=0 2024-11-25T07:13:21,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1256, seq=0 2024-11-25T07:13:21,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1257, seq=0 2024-11-25T07:13:21,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1258, seq=0 2024-11-25T07:13:21,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1259, seq=0 2024-11-25T07:13:21,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1260, seq=0 2024-11-25T07:13:21,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1261, seq=0 2024-11-25T07:13:21,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1262, seq=0 2024-11-25T07:13:21,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1263, seq=0 2024-11-25T07:13:21,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1264, seq=0 2024-11-25T07:13:21,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1265, seq=0 2024-11-25T07:13:21,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1266, seq=0 2024-11-25T07:13:21,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1267, seq=0 2024-11-25T07:13:21,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1268, seq=0 2024-11-25T07:13:21,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1269, seq=0 2024-11-25T07:13:21,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1270, seq=0 2024-11-25T07:13:21,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1271, seq=0 2024-11-25T07:13:21,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1272, seq=0 2024-11-25T07:13:21,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1273, seq=0 2024-11-25T07:13:21,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1274, seq=0 2024-11-25T07:13:21,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1275, seq=0 2024-11-25T07:13:21,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1276, seq=0 2024-11-25T07:13:21,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1277, seq=0 2024-11-25T07:13:21,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1278, seq=0 2024-11-25T07:13:21,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1279, seq=0 2024-11-25T07:13:21,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1280, seq=0 2024-11-25T07:13:21,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1281, seq=0 2024-11-25T07:13:21,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1282, seq=0 2024-11-25T07:13:21,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1283, seq=0 2024-11-25T07:13:21,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1284, seq=0 2024-11-25T07:13:21,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1285, seq=0 2024-11-25T07:13:21,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1286, seq=0 2024-11-25T07:13:21,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1287, seq=0 2024-11-25T07:13:21,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1288, seq=0 2024-11-25T07:13:21,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1289, seq=0 2024-11-25T07:13:21,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1290, seq=0 2024-11-25T07:13:21,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1291, seq=0 2024-11-25T07:13:21,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1292, seq=0 2024-11-25T07:13:21,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1293, seq=0 2024-11-25T07:13:21,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1294, seq=0 2024-11-25T07:13:21,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1295, seq=0 2024-11-25T07:13:21,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1296, seq=0 2024-11-25T07:13:21,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1297, seq=0 2024-11-25T07:13:21,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1298, seq=0 2024-11-25T07:13:21,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1299, seq=0 2024-11-25T07:13:21,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1300, seq=0 2024-11-25T07:13:21,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1301, seq=0 2024-11-25T07:13:21,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1302, seq=0 2024-11-25T07:13:21,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1303, seq=0 2024-11-25T07:13:21,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1304, seq=0 2024-11-25T07:13:21,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1305, seq=0 2024-11-25T07:13:21,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1306, seq=0 2024-11-25T07:13:21,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1307, seq=0 2024-11-25T07:13:21,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1308, seq=0 2024-11-25T07:13:21,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1309, seq=0 2024-11-25T07:13:21,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:21,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:21,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1310, seq=0 2024-11-25T07:13:22,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1311, seq=0 2024-11-25T07:13:22,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1312, seq=0 2024-11-25T07:13:22,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1313, seq=0 2024-11-25T07:13:22,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1314, seq=0 2024-11-25T07:13:22,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1315, seq=0 2024-11-25T07:13:22,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1316, seq=0 2024-11-25T07:13:22,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1317, seq=0 2024-11-25T07:13:22,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1318, seq=0 2024-11-25T07:13:22,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1319, seq=0 2024-11-25T07:13:22,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1320, seq=0 2024-11-25T07:13:22,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1321, seq=0 2024-11-25T07:13:22,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1322, seq=0 2024-11-25T07:13:22,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1323, seq=0 2024-11-25T07:13:22,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1324, seq=0 2024-11-25T07:13:22,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1325, seq=0 2024-11-25T07:13:22,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1326, seq=0 2024-11-25T07:13:22,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1327, seq=0 2024-11-25T07:13:22,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1328, seq=0 2024-11-25T07:13:22,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1329, seq=0 2024-11-25T07:13:22,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1330, seq=0 2024-11-25T07:13:22,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1331, seq=0 2024-11-25T07:13:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1332, seq=0 2024-11-25T07:13:22,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1333, seq=0 2024-11-25T07:13:22,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1334, seq=0 2024-11-25T07:13:22,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1335, seq=0 2024-11-25T07:13:22,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1336, seq=0 2024-11-25T07:13:22,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1337, seq=0 2024-11-25T07:13:22,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1338, seq=0 2024-11-25T07:13:22,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1339, seq=0 2024-11-25T07:13:22,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1340, seq=0 2024-11-25T07:13:22,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1341, seq=0 2024-11-25T07:13:22,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1342, seq=0 2024-11-25T07:13:22,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1343, seq=0 2024-11-25T07:13:22,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1344, seq=0 2024-11-25T07:13:22,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1345, seq=0 2024-11-25T07:13:22,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1346, seq=0 2024-11-25T07:13:22,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1347, seq=0 2024-11-25T07:13:22,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1348, seq=0 2024-11-25T07:13:22,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1349, seq=0 2024-11-25T07:13:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1350, seq=0 2024-11-25T07:13:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1351, seq=0 2024-11-25T07:13:22,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1352, seq=0 2024-11-25T07:13:22,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1353, seq=0 2024-11-25T07:13:22,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1354, seq=0 2024-11-25T07:13:22,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1355, seq=0 2024-11-25T07:13:22,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1356, seq=0 2024-11-25T07:13:22,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1357, seq=0 2024-11-25T07:13:22,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1358, seq=0 2024-11-25T07:13:22,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1359, seq=0 2024-11-25T07:13:22,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1360, seq=0 2024-11-25T07:13:22,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1361, seq=0 2024-11-25T07:13:22,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1362, seq=0 2024-11-25T07:13:22,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1363, seq=0 2024-11-25T07:13:22,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1364, seq=0 2024-11-25T07:13:22,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1365, seq=0 2024-11-25T07:13:22,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1366, seq=0 2024-11-25T07:13:22,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1367, seq=0 2024-11-25T07:13:22,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1368, seq=0 2024-11-25T07:13:22,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1369, seq=0 2024-11-25T07:13:22,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1370, seq=0 2024-11-25T07:13:22,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1371, seq=0 2024-11-25T07:13:22,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1372, seq=0 2024-11-25T07:13:22,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1373, seq=0 2024-11-25T07:13:22,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1374, seq=0 2024-11-25T07:13:22,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1375, seq=0 2024-11-25T07:13:22,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1376, seq=0 2024-11-25T07:13:22,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1377, seq=0 2024-11-25T07:13:22,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1378, seq=0 2024-11-25T07:13:22,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1379, seq=0 2024-11-25T07:13:22,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1380, seq=0 2024-11-25T07:13:22,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1381, seq=0 2024-11-25T07:13:22,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1382, seq=0 2024-11-25T07:13:22,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1383, seq=0 2024-11-25T07:13:22,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1384, seq=0 2024-11-25T07:13:22,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1385, seq=0 2024-11-25T07:13:22,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1386, seq=0 2024-11-25T07:13:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1387, seq=0 2024-11-25T07:13:22,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1388, seq=0 2024-11-25T07:13:22,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1389, seq=0 2024-11-25T07:13:22,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1390, seq=0 2024-11-25T07:13:22,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1391, seq=0 2024-11-25T07:13:22,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1392, seq=0 2024-11-25T07:13:22,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1393, seq=0 2024-11-25T07:13:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1394, seq=0 2024-11-25T07:13:22,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1395, seq=0 2024-11-25T07:13:22,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1396, seq=0 2024-11-25T07:13:22,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1397, seq=0 2024-11-25T07:13:22,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1398, seq=0 2024-11-25T07:13:22,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1399, seq=0 2024-11-25T07:13:22,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1400, seq=0 2024-11-25T07:13:22,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1401, seq=0 2024-11-25T07:13:22,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1402, seq=0 2024-11-25T07:13:22,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1403, seq=0 2024-11-25T07:13:22,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1404, seq=0 2024-11-25T07:13:22,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1405, seq=0 2024-11-25T07:13:22,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1406, seq=0 2024-11-25T07:13:22,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1407, seq=0 2024-11-25T07:13:22,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1408, seq=0 2024-11-25T07:13:22,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1409, seq=0 2024-11-25T07:13:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1410, seq=0 2024-11-25T07:13:22,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1411, seq=0 2024-11-25T07:13:22,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1412, seq=0 2024-11-25T07:13:22,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1413, seq=0 2024-11-25T07:13:22,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1414, seq=0 2024-11-25T07:13:22,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1415, seq=0 2024-11-25T07:13:22,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1416, seq=0 2024-11-25T07:13:22,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1417, seq=0 2024-11-25T07:13:22,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1418, seq=0 2024-11-25T07:13:22,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1419, seq=0 2024-11-25T07:13:22,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1420, seq=0 2024-11-25T07:13:22,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1421, seq=0 2024-11-25T07:13:22,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1422, seq=0 2024-11-25T07:13:22,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1423, seq=0 2024-11-25T07:13:22,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1424, seq=0 2024-11-25T07:13:22,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1425, seq=0 2024-11-25T07:13:22,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1426, seq=0 2024-11-25T07:13:22,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1427, seq=0 2024-11-25T07:13:22,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1428, seq=0 2024-11-25T07:13:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1429, seq=0 2024-11-25T07:13:22,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1430, seq=0 2024-11-25T07:13:22,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1431, seq=0 2024-11-25T07:13:22,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1432, seq=0 2024-11-25T07:13:22,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1433, seq=0 2024-11-25T07:13:22,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1434, seq=0 2024-11-25T07:13:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1435, seq=0 2024-11-25T07:13:22,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1436, seq=0 2024-11-25T07:13:22,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1437, seq=0 2024-11-25T07:13:22,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1438, seq=0 2024-11-25T07:13:22,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1439, seq=0 2024-11-25T07:13:22,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1440, seq=0 2024-11-25T07:13:22,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1441, seq=0 2024-11-25T07:13:22,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1442, seq=0 2024-11-25T07:13:22,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1443, seq=0 2024-11-25T07:13:22,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1444, seq=0 2024-11-25T07:13:22,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1445, seq=0 2024-11-25T07:13:22,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1446, seq=0 2024-11-25T07:13:22,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1447, seq=0 2024-11-25T07:13:22,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1448, seq=0 2024-11-25T07:13:22,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1449, seq=0 2024-11-25T07:13:22,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1450, seq=0 2024-11-25T07:13:22,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1451, seq=0 2024-11-25T07:13:22,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1452, seq=0 2024-11-25T07:13:22,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1453, seq=0 2024-11-25T07:13:22,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1454, seq=0 2024-11-25T07:13:22,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1455, seq=0 2024-11-25T07:13:22,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1456, seq=0 2024-11-25T07:13:22,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1457, seq=0 2024-11-25T07:13:22,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1458, seq=0 2024-11-25T07:13:22,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1459, seq=0 2024-11-25T07:13:22,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1460, seq=0 2024-11-25T07:13:22,201 WARN [ResponseProcessor for block BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:22,201 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-430437754_532 at /127.0.0.1:38904 [Receiving block BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:32939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38904 dst: /127.0.0.1:32939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:22,201 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-430437754_532 at /127.0.0.1:55666 [Receiving block BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:43257:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55666 dst: /127.0.0.1:43257 java.nio.channels.ClosedByInterruptException: null at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:199) ~[?:?] at sun.nio.ch.FileChannelImpl.endBlocking(FileChannelImpl.java:171) ~[?:?] at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:349) ~[?:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.adjustCrcChannelPosition(FsDatasetImpl.java:1948) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.adjustCrcFilePosition(BlockReceiver.java:1171) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:788) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:22,201 WARN [DataStreamer for file /user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2 block BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43257,DS-32bd04f2-e6b4-427e-89c2-54e6b2ee4378,DISK], DatanodeInfoWithStorage[127.0.0.1:32939,DS-a278311d-d0ef-42a6-aff8-8b7637c801b6,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43257,DS-32bd04f2-e6b4-427e-89c2-54e6b2ee4378,DISK]) is bad. 2024-11-25T07:13:22,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-25T07:13:22,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-25T07:13:22,202 WARN [org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1@45ac3c39 {}] datanode.BlockRecoveryWorker$RecoveryTaskContiguous(164): Failed to recover block (block=BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051, datanode=DatanodeInfoWithStorage[127.0.0.1:43257,null,null]) java.io.IOException: getBytesOnDisk() < getVisibleLength(), rip=ReplicaBeingWritten, blk_1073741874_1051, RBW getNumBytes() = 93295 getBytesOnDisk() = 93230 getVisibleLength()= 93295 getVolume() = /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data4 getBlockURI() = file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data4/current/BP-1843173821-172.17.0.2-1732518788969/current/rbw/blk_1073741874 bytesAcked=93295 bytesOnDisk=93230 at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecoveryImpl(FsDatasetImpl.java:3034) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2985) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2968) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataNode.initReplicaRecovery(DataNode.java:3526) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.callInitReplicaRecovery(BlockRecoveryWorker.java:561) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.access$400(BlockRecoveryWorker.java:57) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$RecoveryTaskContiguous.recover(BlockRecoveryWorker.java:135) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1.run(BlockRecoveryWorker.java:602) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:22,204 WARN [DataStreamer for file /user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2 block BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:22,204 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:22,205 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-25T07:13:22,205 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 1461 2024-11-25T07:13:22,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-25T07:13:22,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741874_1056 (size=93295) 2024-11-25T07:13:22,205 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:22,206 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1843173821-172.17.0.2-1732518788969:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741874_1056 (size=93295) 2024-11-25T07:13:25,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2 after 4002ms 2024-11-25T07:13:25,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2 took 4006ms 2024-11-25T07:13:25,466 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2; continuing. 2024-11-25T07:13:25,467 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2 so closing down 2024-11-25T07:13:25,467 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:25,467 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:25,473 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:25,473 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:25,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:25,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741879_1057 (size=743) 2024-11-25T07:13:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741879_1057 (size=743) 2024-11-25T07:13:25,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:25,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741880_1058 (size=92653) 2024-11-25T07:13:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741880_1058 (size=92653) 2024-11-25T07:13:25,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1440 edits, skipped 0 edits in 7 ms) 2024-11-25T07:13:25,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:25,505 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1450 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-25T07:13:25,505 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2, size=150 (150bytes) at 1732518801431Split 1024 edits, skipped 0 edits. at 1732518805462 (+4031 ms)Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2 so closing down at 1732518805467 (+5 ms)3 split writer threads finished at 1732518805467Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518805475 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518805480 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518805497 (+17 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518805499 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1440 edits, skipped 0 edits in 7 ms) at 1732518805503 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518805505 (+2 ms)Processed 1450 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732518805505 2024-11-25T07:13:25,507 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/WALs/testlogcannotbewrittenonceparsed,16010,1732518799812/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/2e10a81a-a00f-22ee-7581-905a1c785464/oldWALs/wal.dat.2 2024-11-25T07:13:25,508 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-25T07:13:25,532 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=1460, robber=1460 2024-11-25T07:13:25,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=141 (was 134) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:40653 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:40653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:40653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1721888445_22 at /127.0.0.1:41422 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@49704561[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1721888445_22 at /127.0.0.1:57032 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:40653 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=399 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=8890 (was 9068) 2024-11-25T07:13:25,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=8890 2024-11-25T07:13:25,552 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:25,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741881_1059 (size=7) 2024-11-25T07:13:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741881_1059 (size=7) 2024-11-25T07:13:25,565 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:25,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:25,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:25,569 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:25,570 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:25,571 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:25,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:25,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741882_1060 (size=1393) 2024-11-25T07:13:25,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741882_1060 (size=1393) 2024-11-25T07:13:25,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:25,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:25,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741883_1061 (size=1393) 2024-11-25T07:13:25,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741883_1061 (size=1393) 2024-11-25T07:13:25,596 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:25,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:25,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741884_1062 (size=1393) 2024-11-25T07:13:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741884_1062 (size=1393) 2024-11-25T07:13:25,609 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:25,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:25,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741885_1063 (size=1393) 2024-11-25T07:13:25,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741885_1063 (size=1393) 2024-11-25T07:13:25,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:25,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:25,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741886_1064 (size=1393) 2024-11-25T07:13:25,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741886_1064 (size=1393) 2024-11-25T07:13:25,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:25,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:25,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741887_1065 (size=1393) 2024-11-25T07:13:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741887_1065 (size=1393) 2024-11-25T07:13:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:25,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741888_1066 (size=1405) 2024-11-25T07:13:25,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741888_1066 (size=1405) 2024-11-25T07:13:25,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:25,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:25,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741889_1067 (size=1413) 2024-11-25T07:13:25,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741889_1067 (size=1413) 2024-11-25T07:13:25,691 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:25,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:25,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741890_1068 (size=1413) 2024-11-25T07:13:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741890_1068 (size=1413) 2024-11-25T07:13:25,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:25,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:25,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:25,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741891_1069 (size=1413) 2024-11-25T07:13:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741891_1069 (size=1413) 2024-11-25T07:13:25,717 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:25,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:25,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0 2024-11-25T07:13:25,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0 after 2ms 2024-11-25T07:13:25,738 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:27,744 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0 took 2009ms 2024-11-25T07:13:27,747 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0 so closing down 2024-11-25T07:13:27,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:27,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:27,752 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:27,752 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:27,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:27,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:27,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741892_1070 (size=743) 2024-11-25T07:13:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741892_1070 (size=743) 2024-11-25T07:13:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741893_1071 (size=743) 2024-11-25T07:13:27,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741893_1071 (size=743) 2024-11-25T07:13:27,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:27,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:27,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:27,766 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:27,766 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0, size=1.4 K (1393bytes) at 1732518805735Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0 so closing down at 1732518807747 (+2012 ms)3 split writer threads finished at 1732518807747Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518807753 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518807753Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518807761 (+8 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518807762 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518807765 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518807766 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518807766 2024-11-25T07:13:27,771 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/oldWALs/wal.dat.0 2024-11-25T07:13:27,771 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:27,771 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1 2024-11-25T07:13:27,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1 after 1ms 2024-11-25T07:13:27,776 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1 took 5ms 2024-11-25T07:13:27,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1 so closing down 2024-11-25T07:13:27,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:27,777 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:27,781 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:27,781 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:27,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:27,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741894_1072 (size=743) 2024-11-25T07:13:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741894_1072 (size=743) 2024-11-25T07:13:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741895_1073 (size=743) 2024-11-25T07:13:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741895_1073 (size=743) 2024-11-25T07:13:27,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:27,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:27,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:27,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:27,793 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:27,793 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1, size=1.4 K (1393bytes) at 1732518807771Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1 so closing down at 1732518807777 (+6 ms)3 split writer threads finished at 1732518807777Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518807782 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518807782Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518807789 (+7 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518807789Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518807792 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518807792Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518807793 (+1 ms) 2024-11-25T07:13:27,796 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/oldWALs/wal.dat.1 2024-11-25T07:13:27,796 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:27,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2 2024-11-25T07:13:27,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2 after 1ms 2024-11-25T07:13:27,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2 took 4ms 2024-11-25T07:13:27,801 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2 so closing down 2024-11-25T07:13:27,801 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:27,801 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:27,805 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:27,805 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:27,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:27,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741897_1075 (size=743) 2024-11-25T07:13:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741896_1074 (size=743) 2024-11-25T07:13:27,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:27,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:27,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741897_1075 (size=743) 2024-11-25T07:13:27,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741896_1074 (size=743) 2024-11-25T07:13:27,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:27,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:27,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:27,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2, size=1.4 K (1393bytes) at 1732518807796Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2 so closing down at 1732518807801 (+5 ms)3 split writer threads finished at 1732518807801Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518807806 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518807806Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518807815 (+9 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518807815Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518807817 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518807818 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518807818 2024-11-25T07:13:27,822 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/oldWALs/wal.dat.2 2024-11-25T07:13:27,822 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:27,822 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3 2024-11-25T07:13:27,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3 after 1ms 2024-11-25T07:13:27,826 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3 took 4ms 2024-11-25T07:13:27,827 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3 so closing down 2024-11-25T07:13:27,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:27,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:27,830 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:27,831 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:27,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:27,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741898_1076 (size=743) 2024-11-25T07:13:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741898_1076 (size=743) 2024-11-25T07:13:27,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:27,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:27,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741899_1077 (size=743) 2024-11-25T07:13:27,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741899_1077 (size=743) 2024-11-25T07:13:27,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:27,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:27,851 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:27,851 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3, size=1.4 K (1393bytes) at 1732518807822Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3 so closing down at 1732518807827 (+5 ms)3 split writer threads finished at 1732518807827Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518807832 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518807832Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518807841 (+9 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518807843 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518807849 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518807851 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518807851 2024-11-25T07:13:27,854 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/oldWALs/wal.dat.3 2024-11-25T07:13:27,854 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:27,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4 2024-11-25T07:13:27,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4 after 1ms 2024-11-25T07:13:27,857 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4 took 3ms 2024-11-25T07:13:27,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4 so closing down 2024-11-25T07:13:27,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:27,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:27,862 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:27,862 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:27,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:27,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:27,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741900_1078 (size=743) 2024-11-25T07:13:27,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741900_1078 (size=743) 2024-11-25T07:13:27,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741901_1079 (size=743) 2024-11-25T07:13:27,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:27,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741901_1079 (size=743) 2024-11-25T07:13:27,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:28,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:28,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:28,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4, size=1.4 K (1393bytes) at 1732518807854Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4 so closing down at 1732518807858 (+4 ms)3 split writer threads finished at 1732518807859 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518807863 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518807863Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518807869 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518807871 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808270 (+399 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518808273 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518808273 2024-11-25T07:13:28,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/oldWALs/wal.dat.4 2024-11-25T07:13:28,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T07:13:28,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5 2024-11-25T07:13:28,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5 after 0ms 2024-11-25T07:13:28,279 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5 took 4ms 2024-11-25T07:13:28,280 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5 so closing down 2024-11-25T07:13:28,280 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:28,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:28,283 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:28,283 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:28,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:28,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:28,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741903_1081 (size=743) 2024-11-25T07:13:28,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741903_1081 (size=743) 2024-11-25T07:13:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741902_1080 (size=743) 2024-11-25T07:13:28,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741902_1080 (size=743) 2024-11-25T07:13:28,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T07:13:28,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T07:13:28,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:28,293 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5, size=1.4 K (1393bytes) at 1732518808276Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5 so closing down at 1732518808280 (+4 ms)3 split writer threads finished at 1732518808280Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518808284 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518808284Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808290 (+6 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808291 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732518808292 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732518808293 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518808293 2024-11-25T07:13:28,295 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/oldWALs/wal.dat.5 2024-11-25T07:13:28,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:28,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6 2024-11-25T07:13:28,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6 after 1ms 2024-11-25T07:13:28,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6 took 3ms 2024-11-25T07:13:28,299 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6 so closing down 2024-11-25T07:13:28,299 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:28,299 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:28,302 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:28,302 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:28,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:28,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:28,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741904_1082 (size=749) 2024-11-25T07:13:28,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741904_1082 (size=749) 2024-11-25T07:13:28,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741905_1083 (size=749) 2024-11-25T07:13:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741905_1083 (size=749) 2024-11-25T07:13:28,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:28,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:28,322 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6, size=1.4 K (1405bytes) at 1732518808295Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6 so closing down at 1732518808299 (+4 ms)3 split writer threads finished at 1732518808299Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518808303 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518808304 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808311 (+7 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518808314 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808319 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518808321 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518808322 (+1 ms) 2024-11-25T07:13:28,324 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/oldWALs/wal.dat.6 2024-11-25T07:13:28,324 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:28,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7 2024-11-25T07:13:28,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7 after 1ms 2024-11-25T07:13:28,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7 took 3ms 2024-11-25T07:13:28,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7 so closing down 2024-11-25T07:13:28,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:28,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:28,331 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:28,332 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:28,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:28,333 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741906_1084 (size=753) 2024-11-25T07:13:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741906_1084 (size=753) 2024-11-25T07:13:28,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:28,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741907_1085 (size=753) 2024-11-25T07:13:28,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741907_1085 (size=753) 2024-11-25T07:13:28,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:28,344 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:28,344 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7, size=1.4 K (1413bytes) at 1732518808324Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7 so closing down at 1732518808329 (+5 ms)3 split writer threads finished at 1732518808329Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518808333 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518808333Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808337 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518808340 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808342 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518808344 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518808344 2024-11-25T07:13:28,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/oldWALs/wal.dat.7 2024-11-25T07:13:28,347 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:28,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8 2024-11-25T07:13:28,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8 after 0ms 2024-11-25T07:13:28,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8 took 4ms 2024-11-25T07:13:28,351 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8 so closing down 2024-11-25T07:13:28,351 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:28,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:28,354 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:28,354 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:28,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:28,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741909_1087 (size=753) 2024-11-25T07:13:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741908_1086 (size=753) 2024-11-25T07:13:28,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741908_1086 (size=753) 2024-11-25T07:13:28,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741909_1087 (size=753) 2024-11-25T07:13:28,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:28,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:28,364 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:28,364 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8, size=1.4 K (1413bytes) at 1732518808347Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8 so closing down at 1732518808351 (+4 ms)3 split writer threads finished at 1732518808351Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518808355 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518808356 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808362 (+6 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808362Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518808364 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518808364Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518808364 2024-11-25T07:13:28,367 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/oldWALs/wal.dat.8 2024-11-25T07:13:28,367 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:28,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9 2024-11-25T07:13:28,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9 after 1ms 2024-11-25T07:13:28,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9 took 3ms 2024-11-25T07:13:28,371 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9 so closing down 2024-11-25T07:13:28,371 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:28,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:28,374 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:28,374 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:28,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:28,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741910_1088 (size=753) 2024-11-25T07:13:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741910_1088 (size=753) 2024-11-25T07:13:28,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741911_1089 (size=753) 2024-11-25T07:13:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741911_1089 (size=753) 2024-11-25T07:13:28,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:28,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:28,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9, size=1.4 K (1413bytes) at 1732518808367Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9 so closing down at 1732518808371 (+4 ms)3 split writer threads finished at 1732518808372 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518808375 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518808375Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808382 (+7 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518808385 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808391 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518808393 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518808393 2024-11-25T07:13:28,396 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/WALs/testretryopenduringrecovery,16010,1732518805569/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/e61a4263-0769-740c-ad58-b1906faebe56/oldWALs/wal.dat.9 2024-11-25T07:13:28,408 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=141 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 255), ProcessCount=11 (was 11), AvailableMemoryMB=8875 (was 8890) 2024-11-25T07:13:28,415 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=8875 2024-11-25T07:13:28,415 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741912_1090 (size=7) 2024-11-25T07:13:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741912_1090 (size=7) 2024-11-25T07:13:28,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:28,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:28,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:28,427 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:28,427 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:28,427 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:28,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741913_1091 (size=1393) 2024-11-25T07:13:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741913_1091 (size=1393) 2024-11-25T07:13:28,441 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:28,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:28,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741914_1092 (size=1393) 2024-11-25T07:13:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741914_1092 (size=1393) 2024-11-25T07:13:28,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:28,454 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:28,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741915_1093 (size=1393) 2024-11-25T07:13:28,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741915_1093 (size=1393) 2024-11-25T07:13:28,466 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:28,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:28,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741916_1094 (size=1393) 2024-11-25T07:13:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741916_1094 (size=1393) 2024-11-25T07:13:28,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:28,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741917_1095 (size=1393) 2024-11-25T07:13:28,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741917_1095 (size=1393) 2024-11-25T07:13:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:28,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,503 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:28,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741919_1097 (size=1405) 2024-11-25T07:13:28,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741919_1097 (size=1405) 2024-11-25T07:13:28,515 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:28,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:28,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741920_1098 (size=1413) 2024-11-25T07:13:28,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741920_1098 (size=1413) 2024-11-25T07:13:28,530 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:28,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:28,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741921_1099 (size=1413) 2024-11-25T07:13:28,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741921_1099 (size=1413) 2024-11-25T07:13:28,945 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:28,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741922_1100 (size=1413) 2024-11-25T07:13:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741922_1100 (size=1413) 2024-11-25T07:13:28,958 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:28,974 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:28,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0 2024-11-25T07:13:28,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0 after 0ms 2024-11-25T07:13:28,976 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0 took 2ms 2024-11-25T07:13:28,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0 so closing down 2024-11-25T07:13:28,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:28,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:28,981 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:28,981 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:28,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:28,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:28,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741923_1101 (size=743) 2024-11-25T07:13:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741923_1101 (size=743) 2024-11-25T07:13:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741924_1102 (size=743) 2024-11-25T07:13:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741924_1102 (size=743) 2024-11-25T07:13:28,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:28,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:28,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:28,994 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:28,994 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0, size=1.4 K (1393bytes) at 1732518808974Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0 so closing down at 1732518808979 (+5 ms)3 split writer threads finished at 1732518808979Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518808982 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518808982Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808992 (+10 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518808993 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518808994 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518808994Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518808994 2024-11-25T07:13:28,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/oldWALs/wal.dat.0 2024-11-25T07:13:28,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:28,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1 2024-11-25T07:13:28,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1 after 0ms 2024-11-25T07:13:28,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1 took 2ms 2024-11-25T07:13:28,999 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1 so closing down 2024-11-25T07:13:28,999 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:28,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:29,001 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:29,001 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:29,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:29,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741925_1103 (size=743) 2024-11-25T07:13:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741926_1104 (size=743) 2024-11-25T07:13:29,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:29,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741925_1103 (size=743) 2024-11-25T07:13:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741926_1104 (size=743) 2024-11-25T07:13:29,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:29,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:29,011 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:29,011 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1, size=1.4 K (1393bytes) at 1732518808996Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1 so closing down at 1732518808999 (+3 ms)3 split writer threads finished at 1732518808999Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518809003 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518809003Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518809009 (+6 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518809009Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518809011 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518809011Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518809011 2024-11-25T07:13:29,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/oldWALs/wal.dat.1 2024-11-25T07:13:29,013 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:29,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2 2024-11-25T07:13:29,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2 after 0ms 2024-11-25T07:13:29,015 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2 took 2ms 2024-11-25T07:13:29,016 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2 so closing down 2024-11-25T07:13:29,016 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:29,016 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:29,019 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:29,019 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:29,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:29,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:29,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741928_1106 (size=743) 2024-11-25T07:13:29,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741927_1105 (size=743) 2024-11-25T07:13:29,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:29,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741927_1105 (size=743) 2024-11-25T07:13:29,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741928_1106 (size=743) 2024-11-25T07:13:29,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:29,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:29,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:29,033 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:29,033 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2, size=1.4 K (1393bytes) at 1732518809013Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2 so closing down at 1732518809016 (+3 ms)3 split writer threads finished at 1732518809016Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518809020 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518809020Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518809031 (+11 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518809031Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518809033 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518809033Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518809033 2024-11-25T07:13:29,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/oldWALs/wal.dat.2 2024-11-25T07:13:29,035 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:29,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3 2024-11-25T07:13:29,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3 after 0ms 2024-11-25T07:13:29,037 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3 took 3ms 2024-11-25T07:13:29,039 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3 so closing down 2024-11-25T07:13:29,039 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:29,039 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:29,041 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:29,041 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:29,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:29,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741929_1107 (size=743) 2024-11-25T07:13:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741930_1108 (size=743) 2024-11-25T07:13:29,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741930_1108 (size=743) 2024-11-25T07:13:29,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:29,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741929_1107 (size=743) 2024-11-25T07:13:29,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:29,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:29,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:29,052 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:29,052 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3, size=1.4 K (1393bytes) at 1732518809035Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3 so closing down at 1732518809039 (+4 ms)3 split writer threads finished at 1732518809039Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518809042 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518809042Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518809050 (+8 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518809051 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518809052 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518809052Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518809052 2024-11-25T07:13:29,054 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/oldWALs/wal.dat.3 2024-11-25T07:13:29,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:29,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4 2024-11-25T07:13:29,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4 after 1ms 2024-11-25T07:13:29,057 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4 took 3ms 2024-11-25T07:13:29,058 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4 so closing down 2024-11-25T07:13:29,058 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:29,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:29,060 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:29,060 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:29,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:29,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:29,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741931_1109 (size=743) 2024-11-25T07:13:29,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741931_1109 (size=743) 2024-11-25T07:13:29,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:29,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:29,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741932_1110 (size=743) 2024-11-25T07:13:29,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741932_1110 (size=743) 2024-11-25T07:13:29,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:29,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:29,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:29,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4, size=1.4 K (1393bytes) at 1732518809054Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4 so closing down at 1732518809058 (+4 ms)3 split writer threads finished at 1732518809058Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518809061 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518809061Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518809066 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518809068 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518809071 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518809072 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518809072 2024-11-25T07:13:29,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/oldWALs/wal.dat.4 2024-11-25T07:13:29,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5, size=150 (150bytes) 2024-11-25T07:13:29,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5 2024-11-25T07:13:29,075 WARN [IPC Server handler 4 on default port 40653 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-25T07:13:29,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5 after 1ms 2024-11-25T07:13:29,201 WARN [ResponseProcessor for block BP-1843173821-172.17.0.2-1732518788969:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1843173821-172.17.0.2-1732518788969:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:29,201 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_905202520_22 at /127.0.0.1:41720 [Receiving block BP-1843173821-172.17.0.2-1732518788969:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:32939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41720 dst: /127.0.0.1:32939 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:32939 remote=/127.0.0.1:41720]. Total timeout mills is 60000, 59302 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:29,201 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_905202520_22 at /127.0.0.1:57402 [Receiving block BP-1843173821-172.17.0.2-1732518788969:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:43257:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57402 dst: /127.0.0.1:43257 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:29,202 WARN [DataStreamer for file /user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5 block BP-1843173821-172.17.0.2-1732518788969:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1843173821-172.17.0.2-1732518788969:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:32939,DS-a278311d-d0ef-42a6-aff8-8b7637c801b6,DISK], DatanodeInfoWithStorage[127.0.0.1:43257,DS-32bd04f2-e6b4-427e-89c2-54e6b2ee4378,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:32939,DS-a278311d-d0ef-42a6-aff8-8b7637c801b6,DISK]) is bad. 2024-11-25T07:13:29,203 WARN [DataStreamer for file /user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5 block BP-1843173821-172.17.0.2-1732518788969:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1843173821-172.17.0.2-1732518788969:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741918_1111 (size=1385) 2024-11-25T07:13:33,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5 after 4001ms 2024-11-25T07:13:33,078 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5 took 4004ms 2024-11-25T07:13:33,080 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5; continuing. 2024-11-25T07:13:33,080 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5 so closing down 2024-11-25T07:13:33,080 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:33,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:33,083 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:33,083 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:33,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:33,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741934_1113 (size=743) 2024-11-25T07:13:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741934_1113 (size=743) 2024-11-25T07:13:33,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:33,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741933_1112 (size=743) 2024-11-25T07:13:33,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741933_1112 (size=743) 2024-11-25T07:13:33,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T07:13:33,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:33,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T07:13:33,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-25T07:13:33,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5, size=150 (150bytes) at 1732518809074Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5 so closing down at 1732518813080 (+4006 ms)3 split writer threads finished at 1732518813080Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518813084 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518813084Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518813095 (+11 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732518813096 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518813496 (+400 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732518813498 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732518813498 2024-11-25T07:13:33,501 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/oldWALs/wal.dat.5 2024-11-25T07:13:33,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:33,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6 2024-11-25T07:13:33,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6 after 0ms 2024-11-25T07:13:33,504 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6 took 3ms 2024-11-25T07:13:33,505 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6 so closing down 2024-11-25T07:13:33,505 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:33,505 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:33,508 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:33,508 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:33,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:33,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:33,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741936_1115 (size=749) 2024-11-25T07:13:33,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741936_1115 (size=749) 2024-11-25T07:13:33,525 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:33,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741935_1114 (size=749) 2024-11-25T07:13:33,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741935_1114 (size=749) 2024-11-25T07:13:33,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:33,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:33,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:33,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6, size=1.4 K (1405bytes) at 1732518813501Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6 so closing down at 1732518813505 (+4 ms)3 split writer threads finished at 1732518813505Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518813509 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518813509Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518813525 (+16 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518813526 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518813531 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518813533 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518813533 2024-11-25T07:13:33,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/oldWALs/wal.dat.6 2024-11-25T07:13:33,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:33,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7 2024-11-25T07:13:33,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7 after 1ms 2024-11-25T07:13:33,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7 took 4ms 2024-11-25T07:13:33,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7 so closing down 2024-11-25T07:13:33,542 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:33,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:33,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:33,550 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:33,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:33,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:33,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741937_1116 (size=753) 2024-11-25T07:13:33,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741938_1117 (size=753) 2024-11-25T07:13:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741937_1116 (size=753) 2024-11-25T07:13:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741938_1117 (size=753) 2024-11-25T07:13:33,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:33,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:33,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:33,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:33,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7, size=1.4 K (1413bytes) at 1732518813535Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7 so closing down at 1732518813542 (+7 ms)3 split writer threads finished at 1732518813544 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518813552 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518813552Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518813566 (+14 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518813567 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518813568 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518813569 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518813569 2024-11-25T07:13:33,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/oldWALs/wal.dat.7 2024-11-25T07:13:33,571 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:33,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8 2024-11-25T07:13:33,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8 after 1ms 2024-11-25T07:13:33,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8 took 3ms 2024-11-25T07:13:33,576 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8 so closing down 2024-11-25T07:13:33,576 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:33,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:33,578 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:33,578 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:33,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:33,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:33,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741939_1118 (size=753) 2024-11-25T07:13:33,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741939_1118 (size=753) 2024-11-25T07:13:33,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:33,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741940_1119 (size=753) 2024-11-25T07:13:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741940_1119 (size=753) 2024-11-25T07:13:33,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:33,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:33,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:33,591 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:33,592 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8, size=1.4 K (1413bytes) at 1732518813571Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8 so closing down at 1732518813576 (+5 ms)3 split writer threads finished at 1732518813576Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518813579 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518813579Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518813588 (+9 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518813590 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518813590Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518813591 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518813591 2024-11-25T07:13:33,593 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/oldWALs/wal.dat.8 2024-11-25T07:13:33,594 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:33,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9 2024-11-25T07:13:33,594 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9 after 0ms 2024-11-25T07:13:33,597 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9 took 3ms 2024-11-25T07:13:33,598 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9 so closing down 2024-11-25T07:13:33,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:33,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:33,600 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:33,600 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:33,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:33,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:33,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741941_1120 (size=753) 2024-11-25T07:13:33,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:33,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741941_1120 (size=753) 2024-11-25T07:13:33,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741942_1121 (size=753) 2024-11-25T07:13:33,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741942_1121 (size=753) 2024-11-25T07:13:33,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:34,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:34,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:34,017 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:34,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9, size=1.4 K (1413bytes) at 1732518813594Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9 so closing down at 1732518813598 (+4 ms)3 split writer threads finished at 1732518813598Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518813601 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518813602 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518813614 (+12 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518813616 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518814016 (+400 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518814017 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518814017 2024-11-25T07:13:34,019 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732518808427/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/79935c08-d55c-debb-43fb-fc279b38720d/oldWALs/wal.dat.9 2024-11-25T07:13:34,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=140 (was 141), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 255) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9363 (was 8875) - AvailableMemoryMB LEAK? - 2024-11-25T07:13:34,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=140, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=9362 2024-11-25T07:13:34,093 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:34,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741943_1122 (size=7) 2024-11-25T07:13:34,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741943_1122 (size=7) 2024-11-25T07:13:34,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:34,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:34,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:34,113 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:34,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=140 (was 140), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=9359 (was 9362) 2024-11-25T07:13:34,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=140, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=9359 2024-11-25T07:13:34,134 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741944_1123 (size=7) 2024-11-25T07:13:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741944_1123 (size=7) 2024-11-25T07:13:34,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:34,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:34,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:34,145 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:34,146 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:34,146 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:34,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:34,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741945_1124 (size=1393) 2024-11-25T07:13:34,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741945_1124 (size=1393) 2024-11-25T07:13:34,159 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:34,160 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:34,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741946_1125 (size=1393) 2024-11-25T07:13:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741946_1125 (size=1393) 2024-11-25T07:13:34,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:34,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:34,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741947_1126 (size=1393) 2024-11-25T07:13:34,201 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741947_1126 (size=1393) 2024-11-25T07:13:34,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:34,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741948_1127 (size=1393) 2024-11-25T07:13:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741948_1127 (size=1393) 2024-11-25T07:13:34,223 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:34,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:34,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741949_1128 (size=1393) 2024-11-25T07:13:34,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741949_1128 (size=1393) 2024-11-25T07:13:34,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:34,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:34,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741950_1129 (size=1393) 2024-11-25T07:13:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741950_1129 (size=1393) 2024-11-25T07:13:34,655 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:34,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741951_1130 (size=1405) 2024-11-25T07:13:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741951_1130 (size=1405) 2024-11-25T07:13:34,676 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:34,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:34,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741952_1131 (size=1413) 2024-11-25T07:13:34,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741952_1131 (size=1413) 2024-11-25T07:13:34,693 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:34,693 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:34,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741953_1132 (size=1413) 2024-11-25T07:13:34,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741953_1132 (size=1413) 2024-11-25T07:13:34,707 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:34,707 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:34,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741954_1133 (size=1413) 2024-11-25T07:13:34,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741954_1133 (size=1413) 2024-11-25T07:13:34,723 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:34,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:34,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0 2024-11-25T07:13:34,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0 after 0ms 2024-11-25T07:13:34,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0 took 4ms 2024-11-25T07:13:34,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0 so closing down 2024-11-25T07:13:34,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:34,754 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:34,759 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:34,760 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:34,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:34,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741955_1134 (size=743) 2024-11-25T07:13:34,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741955_1134 (size=743) 2024-11-25T07:13:34,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:34,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:34,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741956_1135 (size=743) 2024-11-25T07:13:34,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741956_1135 (size=743) 2024-11-25T07:13:35,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:35,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:35,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 442 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:35,193 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0, size=1.4 K (1393bytes) at 1732518814745Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0 so closing down at 1732518814754 (+9 ms)3 split writer threads finished at 1732518814754Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518814764 (+10 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518814764Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518814784 (+20 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518814786 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518815191 (+405 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518815193 (+2 ms)Processed 20 edits across 2 Regions in 442 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518815193 2024-11-25T07:13:35,195 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/oldWALs/wal.dat.0 2024-11-25T07:13:35,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:35,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1 2024-11-25T07:13:35,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1 after 0ms 2024-11-25T07:13:35,198 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1 took 3ms 2024-11-25T07:13:35,199 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1 so closing down 2024-11-25T07:13:35,199 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:35,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:35,202 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:35,202 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:35,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:35,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:35,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741957_1136 (size=743) 2024-11-25T07:13:35,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741957_1136 (size=743) 2024-11-25T07:13:35,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741958_1137 (size=743) 2024-11-25T07:13:35,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741958_1137 (size=743) 2024-11-25T07:13:35,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:35,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:35,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:35,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:35,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:35,618 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1, size=1.4 K (1393bytes) at 1732518815196Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1 so closing down at 1732518815199 (+3 ms)3 split writer threads finished at 1732518815199Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518815203 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518815207 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518815217 (+10 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518815218 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518815616 (+398 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518815618 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518815618 2024-11-25T07:13:35,620 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/oldWALs/wal.dat.1 2024-11-25T07:13:35,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:35,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2 2024-11-25T07:13:35,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2 after 1ms 2024-11-25T07:13:35,623 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2 took 3ms 2024-11-25T07:13:35,624 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2 so closing down 2024-11-25T07:13:35,624 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:35,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:35,627 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:35,627 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:35,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:35,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:35,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741960_1139 (size=743) 2024-11-25T07:13:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741960_1139 (size=743) 2024-11-25T07:13:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741959_1138 (size=743) 2024-11-25T07:13:35,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741959_1138 (size=743) 2024-11-25T07:13:35,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:35,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:35,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:35,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:35,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2, size=1.4 K (1393bytes) at 1732518815620Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2 so closing down at 1732518815624 (+4 ms)3 split writer threads finished at 1732518815625 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518815628 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518815628Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518815639 (+11 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518815639Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518815640 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518815641 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518815641 2024-11-25T07:13:35,643 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/oldWALs/wal.dat.2 2024-11-25T07:13:35,643 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:35,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3 2024-11-25T07:13:35,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3 after 0ms 2024-11-25T07:13:35,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3 took 2ms 2024-11-25T07:13:35,647 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3 so closing down 2024-11-25T07:13:35,647 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:35,647 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:35,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:35,649 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:35,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:35,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:35,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741961_1140 (size=743) 2024-11-25T07:13:35,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741961_1140 (size=743) 2024-11-25T07:13:35,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741962_1141 (size=743) 2024-11-25T07:13:35,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741962_1141 (size=743) 2024-11-25T07:13:36,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:36,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:36,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:36,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3, size=1.4 K (1393bytes) at 1732518815643Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3 so closing down at 1732518815647 (+4 ms)3 split writer threads finished at 1732518815647Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518815650 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518815650Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816058 (+408 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816058Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518816060 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518816060Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518816060 2024-11-25T07:13:36,062 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/oldWALs/wal.dat.3 2024-11-25T07:13:36,062 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:36,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4 2024-11-25T07:13:36,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4 after 1ms 2024-11-25T07:13:36,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4 took 3ms 2024-11-25T07:13:36,067 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4 so closing down 2024-11-25T07:13:36,067 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:36,067 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:36,069 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:36,069 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:36,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:36,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741963_1142 (size=743) 2024-11-25T07:13:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741964_1143 (size=743) 2024-11-25T07:13:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741964_1143 (size=743) 2024-11-25T07:13:36,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741963_1142 (size=743) 2024-11-25T07:13:36,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:36,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:36,079 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:36,079 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4, size=1.4 K (1393bytes) at 1732518816062Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4 so closing down at 1732518816067 (+5 ms)3 split writer threads finished at 1732518816067Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518816070 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518816070Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816077 (+7 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816077Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518816078 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518816078Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518816079 (+1 ms) 2024-11-25T07:13:36,081 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/oldWALs/wal.dat.4 2024-11-25T07:13:36,081 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T07:13:36,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5 2024-11-25T07:13:36,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5 after 0ms 2024-11-25T07:13:36,083 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5 took 2ms 2024-11-25T07:13:36,085 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5 so closing down 2024-11-25T07:13:36,085 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:36,085 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:36,087 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:36,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:36,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:36,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:36,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741965_1144 (size=743) 2024-11-25T07:13:36,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741965_1144 (size=743) 2024-11-25T07:13:36,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741966_1145 (size=743) 2024-11-25T07:13:36,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741966_1145 (size=743) 2024-11-25T07:13:36,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T07:13:36,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T07:13:36,497 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:36,497 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5, size=1.4 K (1393bytes) at 1732518816081Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5 so closing down at 1732518816085 (+4 ms)3 split writer threads finished at 1732518816085Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518816088 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518816091 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816102 (+11 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732518816103 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816494 (+391 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732518816497 (+3 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518816497 2024-11-25T07:13:36,499 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/oldWALs/wal.dat.5 2024-11-25T07:13:36,500 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:36,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6 2024-11-25T07:13:36,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6 after 0ms 2024-11-25T07:13:36,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6 took 3ms 2024-11-25T07:13:36,504 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6 so closing down 2024-11-25T07:13:36,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:36,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:36,506 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:36,506 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:36,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:36,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:36,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741967_1146 (size=749) 2024-11-25T07:13:36,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741967_1146 (size=749) 2024-11-25T07:13:36,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:36,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741968_1147 (size=749) 2024-11-25T07:13:36,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741968_1147 (size=749) 2024-11-25T07:13:36,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:36,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:36,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6, size=1.4 K (1405bytes) at 1732518816500Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6 so closing down at 1732518816504 (+4 ms)3 split writer threads finished at 1732518816504Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518816508 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518816512 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816524 (+12 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518816526 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816539 (+13 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518816541 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518816541 2024-11-25T07:13:36,543 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/oldWALs/wal.dat.6 2024-11-25T07:13:36,543 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:36,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7 2024-11-25T07:13:36,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7 after 1ms 2024-11-25T07:13:36,546 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7 took 3ms 2024-11-25T07:13:36,548 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7 so closing down 2024-11-25T07:13:36,548 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:36,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:36,551 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:36,551 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:36,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:36,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:36,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741970_1149 (size=753) 2024-11-25T07:13:36,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741970_1149 (size=753) 2024-11-25T07:13:36,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741969_1148 (size=753) 2024-11-25T07:13:36,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:36,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741969_1148 (size=753) 2024-11-25T07:13:36,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:36,571 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:36,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7, size=1.4 K (1413bytes) at 1732518816543Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7 so closing down at 1732518816548 (+5 ms)3 split writer threads finished at 1732518816548Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518816553 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518816553Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816566 (+13 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518816568 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816569 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518816570 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518816571 (+1 ms) 2024-11-25T07:13:36,572 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/oldWALs/wal.dat.7 2024-11-25T07:13:36,573 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:36,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8 2024-11-25T07:13:36,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8 after 0ms 2024-11-25T07:13:36,575 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8 took 2ms 2024-11-25T07:13:36,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8 so closing down 2024-11-25T07:13:36,577 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:36,578 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:36,580 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:36,581 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:36,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:36,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:36,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741971_1150 (size=753) 2024-11-25T07:13:36,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741972_1151 (size=753) 2024-11-25T07:13:36,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741972_1151 (size=753) 2024-11-25T07:13:36,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741971_1150 (size=753) 2024-11-25T07:13:36,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:36,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:36,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:36,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8, size=1.4 K (1413bytes) at 1732518816573Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8 so closing down at 1732518816577 (+4 ms)3 split writer threads finished at 1732518816578 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518816582 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518816582Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816598 (+16 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816601 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518816602 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518816602Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518816602 2024-11-25T07:13:36,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/oldWALs/wal.dat.8 2024-11-25T07:13:36,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:36,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9 2024-11-25T07:13:36,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9 after 1ms 2024-11-25T07:13:36,608 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9 took 3ms 2024-11-25T07:13:36,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9 so closing down 2024-11-25T07:13:36,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:36,610 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:36,613 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:36,613 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:36,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:36,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741973_1152 (size=753) 2024-11-25T07:13:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741974_1153 (size=753) 2024-11-25T07:13:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741973_1152 (size=753) 2024-11-25T07:13:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741974_1153 (size=753) 2024-11-25T07:13:36,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:36,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:37,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:37,035 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:37,035 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9, size=1.4 K (1413bytes) at 1732518816605Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9 so closing down at 1732518816610 (+5 ms)3 split writer threads finished at 1732518816610Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518816614 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518816614Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518816634 (+20 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518816636 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817033 (+397 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518817035 (+2 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518817035 2024-11-25T07:13:37,037 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/WALs/testsplit,16010,1732518814145/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/156ca2e6-eda7-e1d6-428e-3fb984ca66a3/oldWALs/wal.dat.9 2024-11-25T07:13:37,094 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138 (was 140), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=9119 (was 9359) 2024-11-25T07:13:37,100 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=9118 2024-11-25T07:13:37,101 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:37,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741975_1154 (size=7) 2024-11-25T07:13:37,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741975_1154 (size=7) 2024-11-25T07:13:37,108 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:37,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:37,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:37,112 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:37,113 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:37,113 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:37,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:37,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741976_1155 (size=1393) 2024-11-25T07:13:37,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741976_1155 (size=1393) 2024-11-25T07:13:37,127 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:37,127 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:37,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741977_1156 (size=1393) 2024-11-25T07:13:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741977_1156 (size=1393) 2024-11-25T07:13:37,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:37,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741978_1157 (size=1393) 2024-11-25T07:13:37,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741978_1157 (size=1393) 2024-11-25T07:13:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:37,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:37,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741979_1158 (size=1393) 2024-11-25T07:13:37,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741979_1158 (size=1393) 2024-11-25T07:13:37,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:37,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741980_1159 (size=1393) 2024-11-25T07:13:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741980_1159 (size=1393) 2024-11-25T07:13:37,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:37,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:37,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741981_1160 (size=1393) 2024-11-25T07:13:37,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741981_1160 (size=1393) 2024-11-25T07:13:37,197 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:37,198 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:37,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741982_1161 (size=1405) 2024-11-25T07:13:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741982_1161 (size=1405) 2024-11-25T07:13:37,215 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:37,215 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741983_1162 (size=1413) 2024-11-25T07:13:37,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741983_1162 (size=1413) 2024-11-25T07:13:37,229 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:37,229 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:37,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741984_1163 (size=1413) 2024-11-25T07:13:37,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741984_1163 (size=1413) 2024-11-25T07:13:37,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:37,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:37,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:37,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:37,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741985_1164 (size=1413) 2024-11-25T07:13:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741985_1164 (size=1413) 2024-11-25T07:13:37,260 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:37,278 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:37,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0 2024-11-25T07:13:37,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0 after 0ms 2024-11-25T07:13:37,281 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0 took 4ms 2024-11-25T07:13:37,283 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0 so closing down 2024-11-25T07:13:37,284 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:37,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:37,287 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:37,287 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:37,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:37,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741986_1165 (size=743) 2024-11-25T07:13:37,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741987_1166 (size=743) 2024-11-25T07:13:37,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741986_1165 (size=743) 2024-11-25T07:13:37,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741987_1166 (size=743) 2024-11-25T07:13:37,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:37,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:37,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:37,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0, size=1.4 K (1393bytes) at 1732518817278Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0 so closing down at 1732518817283 (+5 ms)3 split writer threads finished at 1732518817284 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518817288 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518817288Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817297 (+9 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817297Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518817300 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518817300Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518817300 2024-11-25T07:13:37,302 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/oldWALs/wal.dat.0 2024-11-25T07:13:37,303 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:37,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1 2024-11-25T07:13:37,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1 after 0ms 2024-11-25T07:13:37,305 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1 took 3ms 2024-11-25T07:13:37,307 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1 so closing down 2024-11-25T07:13:37,307 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:37,307 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:37,311 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:37,311 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:37,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:37,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:37,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741988_1167 (size=743) 2024-11-25T07:13:37,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741989_1168 (size=743) 2024-11-25T07:13:37,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741989_1168 (size=743) 2024-11-25T07:13:37,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741988_1167 (size=743) 2024-11-25T07:13:37,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:37,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:37,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:37,724 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1, size=1.4 K (1393bytes) at 1732518817303Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1 so closing down at 1732518817307 (+4 ms)3 split writer threads finished at 1732518817307Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518817312 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518817312Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817721 (+409 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817721Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518817724 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518817724Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518817724 2024-11-25T07:13:37,726 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/oldWALs/wal.dat.1 2024-11-25T07:13:37,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:37,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2 2024-11-25T07:13:37,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2 after 0ms 2024-11-25T07:13:37,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2 took 4ms 2024-11-25T07:13:37,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2 so closing down 2024-11-25T07:13:37,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:37,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:37,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:37,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:37,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:37,735 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741990_1169 (size=743) 2024-11-25T07:13:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741990_1169 (size=743) 2024-11-25T07:13:37,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741991_1170 (size=743) 2024-11-25T07:13:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741991_1170 (size=743) 2024-11-25T07:13:37,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:37,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:37,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2, size=1.4 K (1393bytes) at 1732518817727Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2 so closing down at 1732518817731 (+4 ms)3 split writer threads finished at 1732518817731Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518817735 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518817735Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817743 (+8 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518817745 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817747 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518817749 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518817749 2024-11-25T07:13:37,751 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/oldWALs/wal.dat.2 2024-11-25T07:13:37,751 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:37,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3 2024-11-25T07:13:37,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3 after 1ms 2024-11-25T07:13:37,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3 took 3ms 2024-11-25T07:13:37,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3 so closing down 2024-11-25T07:13:37,755 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:37,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:37,758 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:37,758 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:37,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:37,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:37,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741992_1171 (size=743) 2024-11-25T07:13:37,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741992_1171 (size=743) 2024-11-25T07:13:37,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741993_1172 (size=743) 2024-11-25T07:13:37,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741993_1172 (size=743) 2024-11-25T07:13:37,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:37,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:37,766 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:37,766 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3, size=1.4 K (1393bytes) at 1732518817751Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3 so closing down at 1732518817755 (+4 ms)3 split writer threads finished at 1732518817755Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518817759 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518817759Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817764 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817764Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518817766 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518817766Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518817766 2024-11-25T07:13:37,769 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/oldWALs/wal.dat.3 2024-11-25T07:13:37,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:37,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4 2024-11-25T07:13:37,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4 after 0ms 2024-11-25T07:13:37,771 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4 took 2ms 2024-11-25T07:13:37,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4 so closing down 2024-11-25T07:13:37,772 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:37,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:37,775 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:37,775 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:37,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:37,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:37,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741994_1173 (size=743) 2024-11-25T07:13:37,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741994_1173 (size=743) 2024-11-25T07:13:37,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741995_1174 (size=743) 2024-11-25T07:13:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741995_1174 (size=743) 2024-11-25T07:13:37,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:37,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:37,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:37,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4, size=1.4 K (1393bytes) at 1732518817769Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4 so closing down at 1732518817772 (+3 ms)3 split writer threads finished at 1732518817773 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518817776 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518817776Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817782 (+6 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817784 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518817784Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518817786 (+2 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518817786 2024-11-25T07:13:37,789 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/oldWALs/wal.dat.4 2024-11-25T07:13:37,789 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T07:13:37,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5 2024-11-25T07:13:37,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5 after 1ms 2024-11-25T07:13:37,792 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5 took 3ms 2024-11-25T07:13:37,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5 so closing down 2024-11-25T07:13:37,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:37,793 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:37,796 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:37,796 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:37,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:37,797 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:37,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741996_1175 (size=743) 2024-11-25T07:13:37,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741996_1175 (size=743) 2024-11-25T07:13:37,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741997_1176 (size=743) 2024-11-25T07:13:37,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741997_1176 (size=743) 2024-11-25T07:13:37,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,805 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T07:13:37,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T07:13:37,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:37,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5, size=1.4 K (1393bytes) at 1732518817789Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5 so closing down at 1732518817793 (+4 ms)3 split writer threads finished at 1732518817793Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518817797 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518817797Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817802 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817803 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732518817805 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732518817805Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518817805 2024-11-25T07:13:37,808 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/oldWALs/wal.dat.5 2024-11-25T07:13:37,808 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:37,808 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6 2024-11-25T07:13:37,809 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6 after 1ms 2024-11-25T07:13:37,811 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6 took 3ms 2024-11-25T07:13:37,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6 so closing down 2024-11-25T07:13:37,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:37,812 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:37,815 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:37,815 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:37,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:37,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741998_1177 (size=749) 2024-11-25T07:13:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741999_1178 (size=749) 2024-11-25T07:13:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073741998_1177 (size=749) 2024-11-25T07:13:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073741999_1178 (size=749) 2024-11-25T07:13:37,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:37,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:37,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:37,829 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6, size=1.4 K (1405bytes) at 1732518817808Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6 so closing down at 1732518817812 (+4 ms)3 split writer threads finished at 1732518817812Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518817816 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518817816Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817826 (+10 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817826Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518817829 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518817829Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518817829 2024-11-25T07:13:37,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/oldWALs/wal.dat.6 2024-11-25T07:13:37,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:37,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7 2024-11-25T07:13:37,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7 after 1ms 2024-11-25T07:13:37,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7 took 4ms 2024-11-25T07:13:37,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7 so closing down 2024-11-25T07:13:37,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:37,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:37,840 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:37,840 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:37,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:37,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742001_1180 (size=753) 2024-11-25T07:13:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742000_1179 (size=753) 2024-11-25T07:13:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742000_1179 (size=753) 2024-11-25T07:13:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742001_1180 (size=753) 2024-11-25T07:13:37,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:37,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:37,855 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:37,855 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7, size=1.4 K (1413bytes) at 1732518817832Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7 so closing down at 1732518817837 (+5 ms)3 split writer threads finished at 1732518817837Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518817842 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518817842Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817851 (+9 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817853 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518817854 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518817855 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518817855 2024-11-25T07:13:37,858 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/oldWALs/wal.dat.7 2024-11-25T07:13:37,858 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:37,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8 2024-11-25T07:13:37,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8 after 0ms 2024-11-25T07:13:37,861 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8 took 3ms 2024-11-25T07:13:37,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8 so closing down 2024-11-25T07:13:37,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:37,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:37,865 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:37,865 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:37,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:37,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742003_1182 (size=753) 2024-11-25T07:13:37,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742003_1182 (size=753) 2024-11-25T07:13:37,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742002_1181 (size=753) 2024-11-25T07:13:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742002_1181 (size=753) 2024-11-25T07:13:37,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:37,888 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:37,888 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8, size=1.4 K (1413bytes) at 1732518817858Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8 so closing down at 1732518817862 (+4 ms)3 split writer threads finished at 1732518817862Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518817866 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518817866Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817874 (+8 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518817877 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817886 (+9 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518817888 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518817888 2024-11-25T07:13:37,891 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/oldWALs/wal.dat.8 2024-11-25T07:13:37,891 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:37,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9 2024-11-25T07:13:37,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9 after 0ms 2024-11-25T07:13:37,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9 took 3ms 2024-11-25T07:13:37,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9 so closing down 2024-11-25T07:13:37,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:37,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:37,898 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:37,898 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:37,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:37,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742005_1184 (size=753) 2024-11-25T07:13:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742005_1184 (size=753) 2024-11-25T07:13:37,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:37,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742004_1183 (size=753) 2024-11-25T07:13:37,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:37,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742004_1183 (size=753) 2024-11-25T07:13:37,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:37,921 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:37,921 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9, size=1.4 K (1413bytes) at 1732518817891Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9 so closing down at 1732518817895 (+4 ms)3 split writer threads finished at 1732518817895Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518817899 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518817899Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817911 (+12 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518817914 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518817918 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518817921 (+3 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518817921 2024-11-25T07:13:37,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/WALs/testmovedwalduringrecovery,16010,1732518817112/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/47c0cdae-9ca6-daba-b636-ed4b01290e39/oldWALs/wal.dat.9 2024-11-25T07:13:37,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=9059 (was 9118) 2024-11-25T07:13:37,947 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=9059 2024-11-25T07:13:37,947 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:37,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742006_1185 (size=7) 2024-11-25T07:13:37,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742006_1185 (size=7) 2024-11-25T07:13:37,963 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:37,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:37,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:37,969 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:37,972 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-25T07:13:37,973 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-25T07:13:37,973 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-25T07:13:37,974 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-25T07:13:37,974 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-25T07:13:37,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/WALs/testthreading,16010,1732518817969/wal.dat..fake, size=0 (0bytes) 2024-11-25T07:13:38,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/WALs/testthreading,16010,1732518817969/wal.dat..fake took 8ms 2024-11-25T07:13:38,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/WALs/testthreading,16010,1732518817969/wal.dat..fake so closing down 2024-11-25T07:13:38,388 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:38,388 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:38,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-25T07:13:38,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-25T07:13:38,392 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-25T07:13:38,488 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 95 ms) 2024-11-25T07:13:38,491 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-25T07:13:38,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 101 ms) 2024-11-25T07:13:38,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 102 ms) 2024-11-25T07:13:38,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-25T07:13:38,536 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 44 ms) 2024-11-25T07:13:38,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 43 ms) 2024-11-25T07:13:38,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 536 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/WALs/testthreading,16010,1732518817969/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T07:13:38,542 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/WALs/testthreading,16010,1732518817969/wal.dat..fake, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/WALs/testthreading,16010,1732518817969/wal.dat..fake, size=0 (0bytes) at 1732518817996Split 1024 edits, skipped 0 edits. at 1732518818027 (+31 ms)Split 2048 edits, skipped 0 edits. at 1732518818050 (+23 ms)Split 3072 edits, skipped 0 edits. at 1732518818070 (+20 ms)Split 4096 edits, skipped 0 edits. at 1732518818091 (+21 ms)Split 5120 edits, skipped 0 edits. at 1732518818111 (+20 ms)Split 6144 edits, skipped 0 edits. at 1732518818131 (+20 ms)Split 7168 edits, skipped 0 edits. at 1732518818152 (+21 ms)Split 8192 edits, skipped 0 edits. at 1732518818175 (+23 ms)Split 9216 edits, skipped 0 edits. at 1732518818195 (+20 ms)Split 10240 edits, skipped 0 edits. at 1732518818215 (+20 ms)Split 11264 edits, skipped 0 edits. at 1732518818235 (+20 ms)Split 12288 edits, skipped 0 edits. at 1732518818254 (+19 ms)Split 13312 edits, skipped 0 edits. at 1732518818273 (+19 ms)Split 14336 edits, skipped 0 edits. at 1732518818292 (+19 ms)Split 15360 edits, skipped 0 edits. at 1732518818310 (+18 ms)Split 16384 edits, skipped 0 edits. at 1732518818327 (+17 ms)Split 17408 edits, skipped 0 edits. at 1732518818344 (+17 ms)Split 18432 edits, skipped 0 edits. at 1732518818361 (+17 ms)Split 19456 edits, skipped 0 edits. at 1732518818378 (+17 ms)Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/WALs/testthreading,16010,1732518817969/wal.dat..fake so closing down at 1732518818387 (+9 ms)3 split writer threads finished at 1732518818388 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732518818392 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732518818392Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732518818392Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 95 ms) at 1732518818488 (+96 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732518818491 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 101 ms) at 1732518818494 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 102 ms) at 1732518818495 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732518818497 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 44 ms) at 1732518818536 (+39 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 43 ms) at 1732518818541 (+5 ms)Processed 20000 edits across 5 Regions in 536 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/694fac44-cc5e-7248-3942-680012d4be64/WALs/testthreading,16010,1732518817969/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732518818542 (+1 ms) 2024-11-25T07:13:38,542 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-25T07:13:38,542 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-25T07:13:38,542 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-25T07:13:38,542 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-25T07:13:38,542 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-25T07:13:38,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=8894 (was 9059) 2024-11-25T07:13:38,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=8894 2024-11-25T07:13:38,560 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:38,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742007_1186 (size=7) 2024-11-25T07:13:38,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742007_1186 (size=7) 2024-11-25T07:13:38,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:38,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:38,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:38,572 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:38,573 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-25T07:13:38,574 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:38,575 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:38,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:38,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742008_1187 (size=1393) 2024-11-25T07:13:38,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742008_1187 (size=1393) 2024-11-25T07:13:38,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:38,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:38,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742009_1188 (size=1393) 2024-11-25T07:13:38,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742009_1188 (size=1393) 2024-11-25T07:13:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:38,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742010_1189 (size=1393) 2024-11-25T07:13:38,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742010_1189 (size=1393) 2024-11-25T07:13:38,618 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:38,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:38,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742011_1190 (size=1393) 2024-11-25T07:13:38,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742011_1190 (size=1393) 2024-11-25T07:13:38,633 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:38,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742012_1191 (size=1393) 2024-11-25T07:13:38,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742012_1191 (size=1393) 2024-11-25T07:13:38,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:38,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:38,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742013_1192 (size=1393) 2024-11-25T07:13:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742013_1192 (size=1393) 2024-11-25T07:13:38,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:38,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:38,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742014_1193 (size=1405) 2024-11-25T07:13:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742014_1193 (size=1405) 2024-11-25T07:13:38,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:38,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:38,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742015_1194 (size=1413) 2024-11-25T07:13:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742015_1194 (size=1413) 2024-11-25T07:13:38,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:38,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:38,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742016_1195 (size=1413) 2024-11-25T07:13:38,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742016_1195 (size=1413) 2024-11-25T07:13:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:38,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:38,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:38,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:38,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742017_1196 (size=1413) 2024-11-25T07:13:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742017_1196 (size=1413) 2024-11-25T07:13:38,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:38,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-25T07:13:38,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty, size=0 (0bytes) 2024-11-25T07:13:38,745 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty might be still open, length is 0 2024-11-25T07:13:38,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty 2024-11-25T07:13:38,746 WARN [IPC Server handler 0 on default port 40653 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty closed. 2024-11-25T07:13:38,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty after 1ms 2024-11-25T07:13:38,747 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-25T07:13:38,748 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty; empty? 2024-11-25T07:13:38,748 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty so closing down 2024-11-25T07:13:38,748 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T07:13:38,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty, size=0 (0bytes) at 1732518818745Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty so closing down at 1732518818748 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732518818748 2024-11-25T07:13:38,750 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat..empty to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat..empty 2024-11-25T07:13:38,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:38,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0 2024-11-25T07:13:38,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0 after 1ms 2024-11-25T07:13:38,753 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0 took 3ms 2024-11-25T07:13:38,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0 so closing down 2024-11-25T07:13:38,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:38,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:38,757 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:38,757 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:38,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:38,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742019_1198 (size=743) 2024-11-25T07:13:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742018_1197 (size=743) 2024-11-25T07:13:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742019_1198 (size=743) 2024-11-25T07:13:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742018_1197 (size=743) 2024-11-25T07:13:38,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,769 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:38,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:38,770 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:38,770 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0, size=1.4 K (1393bytes) at 1732518818750Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0 so closing down at 1732518818754 (+4 ms)3 split writer threads finished at 1732518818755 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518818758 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518818758Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818769 (+11 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818769Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518818770 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518818770Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518818770 2024-11-25T07:13:38,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.0 2024-11-25T07:13:38,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:38,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1 2024-11-25T07:13:38,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1 after 0ms 2024-11-25T07:13:38,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1 took 2ms 2024-11-25T07:13:38,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1 so closing down 2024-11-25T07:13:38,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:38,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:38,777 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:38,777 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:38,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:38,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:38,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742020_1199 (size=743) 2024-11-25T07:13:38,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742020_1199 (size=743) 2024-11-25T07:13:38,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:38,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742021_1200 (size=743) 2024-11-25T07:13:38,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742021_1200 (size=743) 2024-11-25T07:13:38,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:38,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:38,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1, size=1.4 K (1393bytes) at 1732518818772Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1 so closing down at 1732518818775 (+3 ms)3 split writer threads finished at 1732518818775Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518818778 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518818778Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818787 (+9 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518818788 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818790 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518818791 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518818792 (+1 ms) 2024-11-25T07:13:38,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.1 2024-11-25T07:13:38,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:38,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2 2024-11-25T07:13:38,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2 after 1ms 2024-11-25T07:13:38,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2 took 2ms 2024-11-25T07:13:38,797 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2 so closing down 2024-11-25T07:13:38,797 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:38,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:38,798 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:38,798 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:38,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:38,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742023_1202 (size=743) 2024-11-25T07:13:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742022_1201 (size=743) 2024-11-25T07:13:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742023_1202 (size=743) 2024-11-25T07:13:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742022_1201 (size=743) 2024-11-25T07:13:38,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:38,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:38,812 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:38,812 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2, size=1.4 K (1393bytes) at 1732518818793Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2 so closing down at 1732518818797 (+4 ms)3 split writer threads finished at 1732518818797Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518818799 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518818799Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818811 (+12 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818811Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518818812 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518818812Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518818812 2024-11-25T07:13:38,814 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.2 2024-11-25T07:13:38,814 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:38,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3 2024-11-25T07:13:38,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3 after 0ms 2024-11-25T07:13:38,816 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3 took 2ms 2024-11-25T07:13:38,817 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3 so closing down 2024-11-25T07:13:38,817 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:38,817 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:38,819 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:38,819 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:38,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:38,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742024_1203 (size=743) 2024-11-25T07:13:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742024_1203 (size=743) 2024-11-25T07:13:38,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742025_1204 (size=743) 2024-11-25T07:13:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742025_1204 (size=743) 2024-11-25T07:13:38,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:38,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:38,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3, size=1.4 K (1393bytes) at 1732518818814Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3 so closing down at 1732518818817 (+3 ms)3 split writer threads finished at 1732518818817Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518818820 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518818821 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818825 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518818826 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818830 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518818831 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518818831 2024-11-25T07:13:38,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.3 2024-11-25T07:13:38,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:38,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4 2024-11-25T07:13:38,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4 after 0ms 2024-11-25T07:13:38,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4 took 2ms 2024-11-25T07:13:38,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4 so closing down 2024-11-25T07:13:38,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:38,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:38,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:38,838 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:38,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:38,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:38,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742026_1205 (size=743) 2024-11-25T07:13:38,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742026_1205 (size=743) 2024-11-25T07:13:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742027_1206 (size=743) 2024-11-25T07:13:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742027_1206 (size=743) 2024-11-25T07:13:38,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:38,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:38,848 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:38,848 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4, size=1.4 K (1393bytes) at 1732518818833Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4 so closing down at 1732518818836 (+3 ms)3 split writer threads finished at 1732518818836Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518818840 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518818840Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818845 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818846 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518818847 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518818847Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518818848 (+1 ms) 2024-11-25T07:13:38,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.4 2024-11-25T07:13:38,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T07:13:38,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5 2024-11-25T07:13:38,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5 after 0ms 2024-11-25T07:13:38,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5 took 3ms 2024-11-25T07:13:38,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5 so closing down 2024-11-25T07:13:38,853 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:38,853 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:38,855 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:38,855 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:38,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:38,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742028_1207 (size=743) 2024-11-25T07:13:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742028_1207 (size=743) 2024-11-25T07:13:38,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:38,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T07:13:38,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742029_1208 (size=743) 2024-11-25T07:13:38,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742029_1208 (size=743) 2024-11-25T07:13:39,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:39,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T07:13:39,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:39,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5, size=1.4 K (1393bytes) at 1732518818849Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5 so closing down at 1732518818853 (+4 ms)3 split writer threads finished at 1732518818853Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518818857 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518818857Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518818862 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732518818864 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518819263 (+399 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732518819264 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518819265 (+1 ms) 2024-11-25T07:13:39,266 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.5 2024-11-25T07:13:39,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:39,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6 2024-11-25T07:13:39,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6 after 0ms 2024-11-25T07:13:39,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6 took 3ms 2024-11-25T07:13:39,274 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6 so closing down 2024-11-25T07:13:39,275 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:39,275 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:39,278 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:39,278 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:39,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:39,279 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742031_1210 (size=749) 2024-11-25T07:13:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742031_1210 (size=749) 2024-11-25T07:13:39,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:39,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742030_1209 (size=749) 2024-11-25T07:13:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742030_1209 (size=749) 2024-11-25T07:13:39,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:39,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:39,301 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:39,301 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6, size=1.4 K (1405bytes) at 1732518819267Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6 so closing down at 1732518819274 (+7 ms)3 split writer threads finished at 1732518819275 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518819279 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518819279Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518819297 (+18 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518819298 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518819300 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518819301 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518819301 2024-11-25T07:13:39,303 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.6 2024-11-25T07:13:39,303 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:39,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7 2024-11-25T07:13:39,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7 after 0ms 2024-11-25T07:13:39,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7 took 3ms 2024-11-25T07:13:39,313 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7 so closing down 2024-11-25T07:13:39,313 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:39,313 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:39,316 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:39,316 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:39,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:39,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:39,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742033_1212 (size=753) 2024-11-25T07:13:39,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742032_1211 (size=753) 2024-11-25T07:13:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742033_1212 (size=753) 2024-11-25T07:13:39,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:39,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742032_1211 (size=753) 2024-11-25T07:13:39,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:39,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:39,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:39,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7, size=1.4 K (1413bytes) at 1732518819303Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7 so closing down at 1732518819313 (+10 ms)3 split writer threads finished at 1732518819313Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518819317 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518819317Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518819340 (+23 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518819340Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518819342 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518819342Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518819342 2024-11-25T07:13:39,344 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.7 2024-11-25T07:13:39,344 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:39,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8 2024-11-25T07:13:39,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8 after 1ms 2024-11-25T07:13:39,347 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8 took 3ms 2024-11-25T07:13:39,348 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8 so closing down 2024-11-25T07:13:39,348 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:39,348 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:39,350 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:39,350 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:39,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:39,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742035_1214 (size=753) 2024-11-25T07:13:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742035_1214 (size=753) 2024-11-25T07:13:39,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742034_1213 (size=753) 2024-11-25T07:13:39,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742034_1213 (size=753) 2024-11-25T07:13:39,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:39,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:39,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:39,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:39,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:39,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8, size=1.4 K (1413bytes) at 1732518819344Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8 so closing down at 1732518819348 (+4 ms)3 split writer threads finished at 1732518819348Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518819352 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518819352Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518819360 (+8 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518819361 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518819362 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518819362Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518819363 (+1 ms) 2024-11-25T07:13:39,365 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.8 2024-11-25T07:13:39,365 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:39,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9 2024-11-25T07:13:39,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9 after 0ms 2024-11-25T07:13:39,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9 took 2ms 2024-11-25T07:13:39,369 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9 so closing down 2024-11-25T07:13:39,369 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:39,369 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:39,371 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:39,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:39,374 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:39,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742036_1215 (size=753) 2024-11-25T07:13:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742036_1215 (size=753) 2024-11-25T07:13:39,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:39,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:39,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742037_1216 (size=753) 2024-11-25T07:13:39,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742037_1216 (size=753) 2024-11-25T07:13:39,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:39,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:39,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:39,386 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9, size=1.4 K (1413bytes) at 1732518819365Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9 so closing down at 1732518819369 (+4 ms)3 split writer threads finished at 1732518819369Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518819372 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518819375 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518819380 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518819381 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518819384 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518819385 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518819386 (+1 ms) 2024-11-25T07:13:39,387 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.9 2024-11-25T07:13:39,387 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty, size=0 (0bytes) 2024-11-25T07:13:39,387 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty might be still open, length is 0 2024-11-25T07:13:39,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty 2024-11-25T07:13:39,388 WARN [IPC Server handler 0 on default port 40653 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty closed. 2024-11-25T07:13:39,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty after 1ms 2024-11-25T07:13:39,389 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-25T07:13:39,389 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty; empty? 2024-11-25T07:13:39,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty so closing down 2024-11-25T07:13:39,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T07:13:39,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty, size=0 (0bytes) at 1732518819387Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty so closing down at 1732518819389 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732518819389 2024-11-25T07:13:39,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/WALs/testemptyopenlogfiles,16010,1732518818572/wal.dat.empty to hdfs://localhost:40653/user/jenkins/test-data/e7fa948b-2058-1bdb-1a9a-e8d6186e886c/oldWALs/wal.dat.empty 2024-11-25T07:13:39,461 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138 (was 138), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 264) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8858 (was 8894) 2024-11-25T07:13:39,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=8857 2024-11-25T07:13:39,469 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:39,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742038_1217 (size=7) 2024-11-25T07:13:39,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742038_1217 (size=7) 2024-11-25T07:13:39,484 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:39,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:39,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:39,488 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:39,488 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:39,489 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:39,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:39,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742039_1218 (size=1393) 2024-11-25T07:13:39,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742039_1218 (size=1393) 2024-11-25T07:13:39,904 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:39,905 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742040_1219 (size=1393) 2024-11-25T07:13:39,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742040_1219 (size=1393) 2024-11-25T07:13:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:39,916 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742041_1220 (size=1393) 2024-11-25T07:13:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742041_1220 (size=1393) 2024-11-25T07:13:39,927 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:39,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:39,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742042_1221 (size=1393) 2024-11-25T07:13:39,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742042_1221 (size=1393) 2024-11-25T07:13:39,939 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:39,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:39,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742043_1222 (size=1393) 2024-11-25T07:13:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742043_1222 (size=1393) 2024-11-25T07:13:39,958 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:39,958 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:39,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742044_1223 (size=1393) 2024-11-25T07:13:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742044_1223 (size=1393) 2024-11-25T07:13:39,969 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:39,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:39,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742045_1224 (size=1405) 2024-11-25T07:13:39,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742045_1224 (size=1405) 2024-11-25T07:13:39,979 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:39,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:39,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742046_1225 (size=1413) 2024-11-25T07:13:39,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742046_1225 (size=1413) 2024-11-25T07:13:39,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:39,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:39,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:39,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:39,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742047_1226 (size=1413) 2024-11-25T07:13:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742047_1226 (size=1413) 2024-11-25T07:13:40,003 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:40,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:40,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:40,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:40,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742048_1227 (size=1413) 2024-11-25T07:13:40,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742048_1227 (size=1413) 2024-11-25T07:13:40,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:40,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742049_1228 (size=1398) 2024-11-25T07:13:40,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742049_1228 (size=1398) 2024-11-25T07:13:40,037 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:40,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0 2024-11-25T07:13:40,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0 after 0ms 2024-11-25T07:13:40,039 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0 took 2ms 2024-11-25T07:13:40,040 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0 so closing down 2024-11-25T07:13:40,040 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:40,041 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:40,043 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:40,043 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:40,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:40,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742051_1230 (size=743) 2024-11-25T07:13:40,048 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742051_1230 (size=743) 2024-11-25T07:13:40,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742050_1229 (size=743) 2024-11-25T07:13:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742050_1229 (size=743) 2024-11-25T07:13:40,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:40,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:40,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0, size=1.4 K (1393bytes) at 1732518820037Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0 so closing down at 1732518820040 (+3 ms)3 split writer threads finished at 1732518820041 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518820044 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518820044Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820048 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518820049 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820054 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518820055 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518820055 2024-11-25T07:13:40,057 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/oldWALs/wal.dat.0 2024-11-25T07:13:40,057 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:40,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1 2024-11-25T07:13:40,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1 after 0ms 2024-11-25T07:13:40,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1 took 2ms 2024-11-25T07:13:40,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1 so closing down 2024-11-25T07:13:40,060 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:40,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:40,061 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:40,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:40,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:40,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742052_1231 (size=743) 2024-11-25T07:13:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742052_1231 (size=743) 2024-11-25T07:13:40,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742053_1232 (size=743) 2024-11-25T07:13:40,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742053_1232 (size=743) 2024-11-25T07:13:40,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:40,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:40,069 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:40,069 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1, size=1.4 K (1393bytes) at 1732518820057Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1 so closing down at 1732518820060 (+3 ms)3 split writer threads finished at 1732518820060Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518820062 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518820063 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820067 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820068 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518820068Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518820069 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518820069 2024-11-25T07:13:40,071 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/oldWALs/wal.dat.1 2024-11-25T07:13:40,071 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:40,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2 2024-11-25T07:13:40,071 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2 after 0ms 2024-11-25T07:13:40,073 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2 took 2ms 2024-11-25T07:13:40,074 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2 so closing down 2024-11-25T07:13:40,074 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:40,074 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:40,075 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:40,075 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:40,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:40,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:40,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742054_1233 (size=743) 2024-11-25T07:13:40,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742055_1234 (size=743) 2024-11-25T07:13:40,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742054_1233 (size=743) 2024-11-25T07:13:40,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742055_1234 (size=743) 2024-11-25T07:13:40,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:40,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:40,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:40,083 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2, size=1.4 K (1393bytes) at 1732518820071Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2 so closing down at 1732518820074 (+3 ms)3 split writer threads finished at 1732518820074Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518820076 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518820076Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820081 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820081Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518820082 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518820082Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518820082 2024-11-25T07:13:40,084 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/oldWALs/wal.dat.2 2024-11-25T07:13:40,084 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:40,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3 2024-11-25T07:13:40,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3 after 0ms 2024-11-25T07:13:40,086 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3 took 2ms 2024-11-25T07:13:40,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3 so closing down 2024-11-25T07:13:40,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:40,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:40,089 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:40,089 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:40,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:40,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:40,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742057_1236 (size=743) 2024-11-25T07:13:40,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742057_1236 (size=743) 2024-11-25T07:13:40,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742056_1235 (size=743) 2024-11-25T07:13:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742056_1235 (size=743) 2024-11-25T07:13:40,098 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:40,099 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:40,099 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3, size=1.4 K (1393bytes) at 1732518820084Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3 so closing down at 1732518820087 (+3 ms)3 split writer threads finished at 1732518820087Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518820090 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518820090Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820095 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518820096 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820098 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518820099 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518820099 2024-11-25T07:13:40,101 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/oldWALs/wal.dat.3 2024-11-25T07:13:40,101 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:40,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4 2024-11-25T07:13:40,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4 after 0ms 2024-11-25T07:13:40,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4 took 2ms 2024-11-25T07:13:40,104 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4 so closing down 2024-11-25T07:13:40,104 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:40,104 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:40,106 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:40,106 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:40,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:40,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:40,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742059_1238 (size=743) 2024-11-25T07:13:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742058_1237 (size=743) 2024-11-25T07:13:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742059_1238 (size=743) 2024-11-25T07:13:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742058_1237 (size=743) 2024-11-25T07:13:40,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:40,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:40,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:40,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4, size=1.4 K (1393bytes) at 1732518820101Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4 so closing down at 1732518820104 (+3 ms)3 split writer threads finished at 1732518820104Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518820111 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518820111Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820517 (+406 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820517Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518820518 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518820518Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518820518 2024-11-25T07:13:40,520 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/oldWALs/wal.dat.4 2024-11-25T07:13:40,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5, size=1.4 K (1398bytes) 2024-11-25T07:13:40,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5 2024-11-25T07:13:40,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5 after 1ms 2024-11-25T07:13:40,523 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5 took 3ms 2024-11-25T07:13:40,525 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:13:40,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5 so closing down 2024-11-25T07:13:40,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:40,526 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:40,527 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:40,527 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:40,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:40,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:40,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742060_1239 (size=743) 2024-11-25T07:13:40,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742061_1240 (size=743) 2024-11-25T07:13:40,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742061_1240 (size=743) 2024-11-25T07:13:40,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742060_1239 (size=743) 2024-11-25T07:13:40,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T07:13:40,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T07:13:40,538 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-25T07:13:40,538 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5, size=1.4 K (1398bytes) at 1732518820520Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5 so closing down at 1732518820525 (+5 ms)3 split writer threads finished at 1732518820526 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518820528 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518820529 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820534 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820537 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732518820537Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732518820538 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732518820538 2024-11-25T07:13:40,540 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/corrupt/wal.dat.5 2024-11-25T07:13:40,540 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:40,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6 2024-11-25T07:13:40,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6 after 1ms 2024-11-25T07:13:40,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6 took 2ms 2024-11-25T07:13:40,543 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6 so closing down 2024-11-25T07:13:40,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:40,543 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:40,545 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:40,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:40,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:40,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:40,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742062_1241 (size=749) 2024-11-25T07:13:40,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742063_1242 (size=749) 2024-11-25T07:13:40,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742062_1241 (size=749) 2024-11-25T07:13:40,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742063_1242 (size=749) 2024-11-25T07:13:40,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:40,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:40,553 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:40,553 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6, size=1.4 K (1405bytes) at 1732518820540Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6 so closing down at 1732518820543 (+3 ms)3 split writer threads finished at 1732518820543Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518820546 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518820546Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820551 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820551Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518820553 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518820553Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518820553 2024-11-25T07:13:40,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/oldWALs/wal.dat.6 2024-11-25T07:13:40,555 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:40,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7 2024-11-25T07:13:40,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7 after 0ms 2024-11-25T07:13:40,557 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7 took 2ms 2024-11-25T07:13:40,558 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7 so closing down 2024-11-25T07:13:40,558 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:40,558 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:40,560 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:40,560 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:40,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:40,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742064_1243 (size=753) 2024-11-25T07:13:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742064_1243 (size=753) 2024-11-25T07:13:40,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742065_1244 (size=753) 2024-11-25T07:13:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742065_1244 (size=753) 2024-11-25T07:13:40,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:40,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:40,582 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7, size=1.4 K (1413bytes) at 1732518820555Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7 so closing down at 1732518820558 (+3 ms)3 split writer threads finished at 1732518820558Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518820561 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518820561Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820572 (+11 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518820574 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820581 (+7 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518820582 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518820582 2024-11-25T07:13:40,584 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/oldWALs/wal.dat.7 2024-11-25T07:13:40,584 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:40,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8 2024-11-25T07:13:40,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8 after 0ms 2024-11-25T07:13:40,587 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8 took 3ms 2024-11-25T07:13:40,589 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8 so closing down 2024-11-25T07:13:40,589 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:40,589 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:40,592 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:40,592 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:40,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:40,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:40,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742067_1246 (size=753) 2024-11-25T07:13:40,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742067_1246 (size=753) 2024-11-25T07:13:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742066_1245 (size=753) 2024-11-25T07:13:40,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742066_1245 (size=753) 2024-11-25T07:13:40,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:40,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:40,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:40,607 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8, size=1.4 K (1413bytes) at 1732518820584Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8 so closing down at 1732518820589 (+5 ms)3 split writer threads finished at 1732518820590 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518820593 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518820593Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820604 (+11 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820605 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518820606 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518820606Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518820606 2024-11-25T07:13:40,608 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/oldWALs/wal.dat.8 2024-11-25T07:13:40,608 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:40,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9 2024-11-25T07:13:40,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9 after 1ms 2024-11-25T07:13:40,611 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9 took 3ms 2024-11-25T07:13:40,612 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9 so closing down 2024-11-25T07:13:40,612 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:40,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:40,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:40,614 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:40,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:40,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742068_1247 (size=753) 2024-11-25T07:13:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742068_1247 (size=753) 2024-11-25T07:13:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742069_1248 (size=753) 2024-11-25T07:13:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742069_1248 (size=753) 2024-11-25T07:13:40,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:40,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:41,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:41,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:41,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:41,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9, size=1.4 K (1413bytes) at 1732518820608Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9 so closing down at 1732518820612 (+4 ms)3 split writer threads finished at 1732518820612Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518820615 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518820615Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518820626 (+11 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518820627 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518821028 (+401 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518821030 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518821030 2024-11-25T07:13:41,032 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732518819488/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/445a86b4-665b-89ff-eba1-eead7bc0dfbc/oldWALs/wal.dat.9 2024-11-25T07:13:41,089 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=8763 (was 8857) 2024-11-25T07:13:41,096 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=8763 2024-11-25T07:13:41,096 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:41,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742070_1249 (size=7) 2024-11-25T07:13:41,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742070_1249 (size=7) 2024-11-25T07:13:41,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:41,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:41,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:41,107 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:41,107 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc/data/default/t1/1c39067bef92c8c9d6cee1734a7d488a 2024-11-25T07:13:41,108 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 1c39067bef92c8c9d6cee1734a7d488a 2024-11-25T07:13:41,108 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742071_1250 (size=3841) 2024-11-25T07:13:41,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742071_1250 (size=3841) 2024-11-25T07:13:41,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0, size=3.8 K (3841bytes) 2024-11-25T07:13:41,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0 2024-11-25T07:13:41,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0 after 0ms 2024-11-25T07:13:41,145 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0 took 3ms 2024-11-25T07:13:41,147 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0 so closing down 2024-11-25T07:13:41,147 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:41,147 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:41,149 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:41,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/data/default/t1/1c39067bef92c8c9d6cee1734a7d488a/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:41,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742072_1251 (size=1591) 2024-11-25T07:13:41,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742072_1251 (size=1591) 2024-11-25T07:13:41,312 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:13:41,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/data/default/t1/1c39067bef92c8c9d6cee1734a7d488a/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:41,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/data/default/t1/1c39067bef92c8c9d6cee1734a7d488a/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/data/default/t1/1c39067bef92c8c9d6cee1734a7d488a/recovered.edits/0000000000000000009 2024-11-25T07:13:41,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 414 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-25T07:13:41,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0, size=3.8 K (3841bytes) at 1732518821143Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0 so closing down at 1732518821147 (+4 ms)3 split writer threads finished at 1732518821147Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/data/default/t1/1c39067bef92c8c9d6cee1734a7d488a/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518821150 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/data/default/t1/1c39067bef92c8c9d6cee1734a7d488a/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732518821557 (+407 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/data/default/t1/1c39067bef92c8c9d6cee1734a7d488a/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/data/default/t1/1c39067bef92c8c9d6cee1734a7d488a/recovered.edits/0000000000000000009 at 1732518821559 (+2 ms)Processed 21 edits across 1 Regions in 414 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1732518821559 2024-11-25T07:13:41,561 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/WALs/testsplitleavescompactioneventsedits,16010,1732518821107/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/0288a72b-6e4b-7854-0aae-22f2ad8714a1/oldWALs/wal.dat.0 2024-11-25T07:13:41,578 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=138 (was 138), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=8778 (was 8763) - AvailableMemoryMB LEAK? - 2024-11-25T07:13:41,585 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=8778 2024-11-25T07:13:41,585 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742073_1252 (size=7) 2024-11-25T07:13:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742073_1252 (size=7) 2024-11-25T07:13:41,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:41,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:41,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:41,596 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:41,596 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T07:13:41,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:41,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742074_1253 (size=863) 2024-11-25T07:13:41,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742074_1253 (size=863) 2024-11-25T07:13:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:41,622 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0, size=863 (863bytes) 2024-11-25T07:13:41,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0 2024-11-25T07:13:41,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0 after 0ms 2024-11-25T07:13:41,624 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0 took 2ms 2024-11-25T07:13:41,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0 so closing down 2024-11-25T07:13:41,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:41,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:41,628 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:41,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:41,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742075_1254 (size=863) 2024-11-25T07:13:41,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742075_1254 (size=863) 2024-11-25T07:13:41,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:41,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-25T07:13:41,635 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-25T07:13:41,635 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0, size=863 (863bytes) at 1732518821622Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0 so closing down at 1732518821625 (+3 ms)3 split writer threads finished at 1732518821625Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518821629 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518821633 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732518821635 (+2 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732518821635 2024-11-25T07:13:41,637 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/WALs/testsplitpreservesedits,16010,1732518821596/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/9a7767e7-f24b-2e06-6674-3babb4ce45d1/oldWALs/wal.dat.0 2024-11-25T07:13:41,652 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=8778 (was 8778) 2024-11-25T07:13:41,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=8778 2024-11-25T07:13:41,662 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:41,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742076_1255 (size=7) 2024-11-25T07:13:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742076_1255 (size=7) 2024-11-25T07:13:41,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:41,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:41,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:41,684 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:41,684 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:41,685 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:41,686 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742077_1256 (size=1393) 2024-11-25T07:13:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742077_1256 (size=1393) 2024-11-25T07:13:41,697 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:41,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:41,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742078_1257 (size=1393) 2024-11-25T07:13:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742078_1257 (size=1393) 2024-11-25T07:13:41,708 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:41,708 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:41,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742079_1258 (size=1393) 2024-11-25T07:13:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742079_1258 (size=1393) 2024-11-25T07:13:41,719 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:41,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:41,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742080_1259 (size=1393) 2024-11-25T07:13:41,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742080_1259 (size=1393) 2024-11-25T07:13:41,732 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:41,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:41,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742081_1260 (size=1393) 2024-11-25T07:13:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742081_1260 (size=1393) 2024-11-25T07:13:41,745 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:41,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:41,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742082_1261 (size=1393) 2024-11-25T07:13:41,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742082_1261 (size=1393) 2024-11-25T07:13:41,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:41,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:41,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742083_1262 (size=1405) 2024-11-25T07:13:41,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742083_1262 (size=1405) 2024-11-25T07:13:41,770 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:41,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742084_1263 (size=1413) 2024-11-25T07:13:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742084_1263 (size=1413) 2024-11-25T07:13:41,782 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:41,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742085_1264 (size=1413) 2024-11-25T07:13:41,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742085_1264 (size=1413) 2024-11-25T07:13:41,796 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:41,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:41,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:41,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742086_1265 (size=1413) 2024-11-25T07:13:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742086_1265 (size=1413) 2024-11-25T07:13:41,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742087_1266 (size=1394) 2024-11-25T07:13:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742087_1266 (size=1394) 2024-11-25T07:13:41,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:41,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0 2024-11-25T07:13:41,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0 after 0ms 2024-11-25T07:13:41,834 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0 took 2ms 2024-11-25T07:13:41,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0 so closing down 2024-11-25T07:13:41,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:41,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:41,839 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:41,839 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:41,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:41,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:41,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742089_1268 (size=743) 2024-11-25T07:13:41,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742089_1268 (size=743) 2024-11-25T07:13:41,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742088_1267 (size=743) 2024-11-25T07:13:41,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742088_1267 (size=743) 2024-11-25T07:13:41,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:41,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:42,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:42,251 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:42,251 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0, size=1.4 K (1393bytes) at 1732518821832Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0 so closing down at 1732518821836 (+4 ms)3 split writer threads finished at 1732518821837 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518821840 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518821840Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518821849 (+9 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518821850 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822249 (+399 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518822251 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518822251 2024-11-25T07:13:42,253 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/oldWALs/wal.dat.0 2024-11-25T07:13:42,253 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:42,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1 2024-11-25T07:13:42,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1 after 0ms 2024-11-25T07:13:42,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1 took 2ms 2024-11-25T07:13:42,256 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1 so closing down 2024-11-25T07:13:42,256 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:42,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:42,259 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:42,259 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:42,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:42,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:42,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742091_1270 (size=743) 2024-11-25T07:13:42,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742090_1269 (size=743) 2024-11-25T07:13:42,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742090_1269 (size=743) 2024-11-25T07:13:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742091_1270 (size=743) 2024-11-25T07:13:42,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:42,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:42,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:42,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1, size=1.4 K (1393bytes) at 1732518822253Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1 so closing down at 1732518822256 (+3 ms)3 split writer threads finished at 1732518822256Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518822260 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518822260Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822272 (+12 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822272Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518822273 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518822273Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518822273 2024-11-25T07:13:42,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/oldWALs/wal.dat.1 2024-11-25T07:13:42,275 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:42,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2 2024-11-25T07:13:42,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2 after 0ms 2024-11-25T07:13:42,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2 took 2ms 2024-11-25T07:13:42,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2 so closing down 2024-11-25T07:13:42,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:42,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:42,280 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:42,280 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:42,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:42,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742093_1272 (size=743) 2024-11-25T07:13:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742092_1271 (size=743) 2024-11-25T07:13:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742092_1271 (size=743) 2024-11-25T07:13:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742093_1272 (size=743) 2024-11-25T07:13:42,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:42,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:42,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:42,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2, size=1.4 K (1393bytes) at 1732518822275Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2 so closing down at 1732518822278 (+3 ms)3 split writer threads finished at 1732518822278Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518822281 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518822281Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822285 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822285Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518822286 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518822286Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518822287 (+1 ms) 2024-11-25T07:13:42,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/oldWALs/wal.dat.2 2024-11-25T07:13:42,288 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:42,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3 2024-11-25T07:13:42,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3 after 0ms 2024-11-25T07:13:42,290 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3 took 2ms 2024-11-25T07:13:42,291 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3 so closing down 2024-11-25T07:13:42,291 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:42,291 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:42,293 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:42,293 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:42,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:42,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742094_1273 (size=743) 2024-11-25T07:13:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742094_1273 (size=743) 2024-11-25T07:13:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742095_1274 (size=743) 2024-11-25T07:13:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742095_1274 (size=743) 2024-11-25T07:13:42,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:42,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:42,305 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:42,305 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3, size=1.4 K (1393bytes) at 1732518822288Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3 so closing down at 1732518822291 (+3 ms)3 split writer threads finished at 1732518822291Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518822294 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518822295 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822303 (+8 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822303Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518822304 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518822305 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518822305 2024-11-25T07:13:42,306 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/oldWALs/wal.dat.3 2024-11-25T07:13:42,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:42,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4 2024-11-25T07:13:42,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4 after 1ms 2024-11-25T07:13:42,308 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4 took 2ms 2024-11-25T07:13:42,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4 so closing down 2024-11-25T07:13:42,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:42,309 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:42,311 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:42,311 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:42,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:42,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742097_1276 (size=743) 2024-11-25T07:13:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742096_1275 (size=743) 2024-11-25T07:13:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742096_1275 (size=743) 2024-11-25T07:13:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742097_1276 (size=743) 2024-11-25T07:13:42,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:42,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:42,318 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:42,318 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4, size=1.4 K (1393bytes) at 1732518822306Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4 so closing down at 1732518822309 (+3 ms)3 split writer threads finished at 1732518822309Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518822312 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518822312Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822316 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822317 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518822318 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518822318Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518822318 2024-11-25T07:13:42,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/oldWALs/wal.dat.4 2024-11-25T07:13:42,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5, size=1.4 K (1394bytes) 2024-11-25T07:13:42,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5 2024-11-25T07:13:42,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5 after 1ms 2024-11-25T07:13:42,322 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-25T07:13:42,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5 so closing down 2024-11-25T07:13:42,322 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-25T07:13:42,322 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5, size=1.4 K (1394bytes) at 1732518822319Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5 so closing down at 1732518822322 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732518822322 2024-11-25T07:13:42,324 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/corrupt/wal.dat.5 2024-11-25T07:13:42,324 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:42,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6 2024-11-25T07:13:42,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6 after 0ms 2024-11-25T07:13:42,326 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6 took 2ms 2024-11-25T07:13:42,327 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6 so closing down 2024-11-25T07:13:42,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:42,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:42,329 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:42,329 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:42,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:42,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742098_1277 (size=749) 2024-11-25T07:13:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742098_1277 (size=749) 2024-11-25T07:13:42,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:42,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742099_1278 (size=749) 2024-11-25T07:13:42,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742099_1278 (size=749) 2024-11-25T07:13:42,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:42,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:42,339 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6, size=1.4 K (1405bytes) at 1732518822324Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6 so closing down at 1732518822327 (+3 ms)3 split writer threads finished at 1732518822327Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518822329 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518822329Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822334 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518822335 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822338 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518822339 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518822339 2024-11-25T07:13:42,340 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/oldWALs/wal.dat.6 2024-11-25T07:13:42,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:42,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7 2024-11-25T07:13:42,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7 after 0ms 2024-11-25T07:13:42,343 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7 took 2ms 2024-11-25T07:13:42,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7 so closing down 2024-11-25T07:13:42,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:42,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:42,345 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:42,345 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:42,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:42,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:42,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742100_1279 (size=753) 2024-11-25T07:13:42,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742100_1279 (size=753) 2024-11-25T07:13:42,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742101_1280 (size=753) 2024-11-25T07:13:42,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742101_1280 (size=753) 2024-11-25T07:13:42,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:42,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:42,756 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:42,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7, size=1.4 K (1413bytes) at 1732518822341Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7 so closing down at 1732518822344 (+3 ms)3 split writer threads finished at 1732518822344Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518822346 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518822346Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822354 (+8 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518822355 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822755 (+400 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518822756 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518822756 2024-11-25T07:13:42,758 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/oldWALs/wal.dat.7 2024-11-25T07:13:42,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:42,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8 2024-11-25T07:13:42,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8 after 1ms 2024-11-25T07:13:42,761 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8 took 3ms 2024-11-25T07:13:42,762 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8 so closing down 2024-11-25T07:13:42,762 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:42,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:42,764 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:42,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:42,766 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:42,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:42,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742102_1281 (size=753) 2024-11-25T07:13:42,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742102_1281 (size=753) 2024-11-25T07:13:42,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742103_1282 (size=753) 2024-11-25T07:13:42,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742103_1282 (size=753) 2024-11-25T07:13:42,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:42,772 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:42,772 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8, size=1.4 K (1413bytes) at 1732518822758Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8 so closing down at 1732518822762 (+4 ms)3 split writer threads finished at 1732518822762Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518822765 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518822767 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822769 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518822770 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822771 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518822772 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518822772 2024-11-25T07:13:42,774 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/oldWALs/wal.dat.8 2024-11-25T07:13:42,774 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:42,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9 2024-11-25T07:13:42,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9 after 0ms 2024-11-25T07:13:42,776 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9 took 2ms 2024-11-25T07:13:42,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9 so closing down 2024-11-25T07:13:42,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:42,777 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:42,779 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:42,779 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:42,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:42,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742104_1283 (size=753) 2024-11-25T07:13:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742104_1283 (size=753) 2024-11-25T07:13:42,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742105_1284 (size=753) 2024-11-25T07:13:42,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:42,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742105_1284 (size=753) 2024-11-25T07:13:42,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:42,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:42,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9, size=1.4 K (1413bytes) at 1732518822774Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9 so closing down at 1732518822777 (+3 ms)3 split writer threads finished at 1732518822777Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518822780 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518822781 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822787 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518822789 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822791 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518822792 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518822792 2024-11-25T07:13:42,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732518821684/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/4db54112-51c7-af2e-60e0-57e2cb18182c/oldWALs/wal.dat.9 2024-11-25T07:13:42,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=138 (was 139), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=8764 (was 8778) 2024-11-25T07:13:42,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=8763 2024-11-25T07:13:42,846 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742106_1285 (size=7) 2024-11-25T07:13:42,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742106_1285 (size=7) 2024-11-25T07:13:42,853 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:42,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:42,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:42,858 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:42,858 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T07:13:42,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:42,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:42,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:42,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:42,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:42,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:42,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:42,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:42,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:42,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:42,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:42,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:42,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:42,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:42,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:42,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:42,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:42,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:42,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742107_1286 (size=2403) 2024-11-25T07:13:42,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742107_1286 (size=2403) 2024-11-25T07:13:42,873 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:42,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0, size=2.3 K (2403bytes) 2024-11-25T07:13:42,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0 2024-11-25T07:13:42,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0 after 0ms 2024-11-25T07:13:42,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0 took 3ms 2024-11-25T07:13:42,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0 so closing down 2024-11-25T07:13:42,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:42,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:42,895 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:42,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742108_1287 (size=863) 2024-11-25T07:13:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742108_1287 (size=863) 2024-11-25T07:13:42,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:42,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-25T07:13:42,901 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-25T07:13:42,901 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0, size=2.3 K (2403bytes) at 1732518822889Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0 so closing down at 1732518822892 (+3 ms)3 split writer threads finished at 1732518822893 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518822896 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518822900 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732518822901 (+1 ms)Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732518822901 2024-11-25T07:13:42,903 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/WALs/testsplitremovesregioneventsedits,16010,1732518822858/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/2fde49b2-dcaa-9977-19b3-20b6c73df1b2/oldWALs/wal.dat.0 2024-11-25T07:13:42,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=8759 (was 8763) 2024-11-25T07:13:42,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=8759 2024-11-25T07:13:42,926 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742109_1288 (size=7) 2024-11-25T07:13:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742109_1288 (size=7) 2024-11-25T07:13:42,934 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:42,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:42,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:42,939 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:42,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=8751 (was 8759) 2024-11-25T07:13:42,968 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=8749 2024-11-25T07:13:42,968 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742110_1289 (size=7) 2024-11-25T07:13:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742110_1289 (size=7) 2024-11-25T07:13:43,376 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:43,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:43,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:43,379 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:43,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742111_1290 (size=255) 2024-11-25T07:13:43,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742111_1290 (size=255) 2024-11-25T07:13:43,427 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1, size=255 (255bytes) 2024-11-25T07:13:43,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1 2024-11-25T07:13:43,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1 after 0ms 2024-11-25T07:13:43,430 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1 took 3ms 2024-11-25T07:13:43,431 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-25T07:13:43,431 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1 so closing down 2024-11-25T07:13:43,431 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:43,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:43,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-25T07:13:43,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1, size=255 (255bytes) at 1732518823427Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1 so closing down at 1732518823431 (+4 ms)3 split writer threads finished at 1732518823433 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732518823433 2024-11-25T07:13:43,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/WALs/testsplitremovesreplicationmarkeredits,16010,1732518823379/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/562c1133-5e19-8205-3b61-b2ecc338ed4e/oldWALs/wal.dat.1 2024-11-25T07:13:43,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=8750 (was 8749) - AvailableMemoryMB LEAK? - 2024-11-25T07:13:43,453 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=8749 2024-11-25T07:13:43,453 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:43,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742112_1291 (size=7) 2024-11-25T07:13:43,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742112_1291 (size=7) 2024-11-25T07:13:43,462 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:43,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:43,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:43,467 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:43,467 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-25T07:13:43,467 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T07:13:43,468 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742113_1292 (size=1941) 2024-11-25T07:13:43,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742113_1292 (size=1941) 2024-11-25T07:13:43,497 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:43,498 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc/data/default/t1/region__1 2024-11-25T07:13:43,534 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0, size=1.9 K (1941bytes) 2024-11-25T07:13:43,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0 2024-11-25T07:13:43,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0 after 2ms 2024-11-25T07:13:43,543 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0 took 9ms 2024-11-25T07:13:43,592 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-25T07:13:43,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0 so closing down 2024-11-25T07:13:43,593 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:43,593 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:43,593 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 13 ms; skipped=17; WAL=hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-25T07:13:43,593 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0, size=1.9 K (1941bytes) at 1732518823534Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0 so closing down at 1732518823593 (+59 ms)3 split writer threads finished at 1732518823593Processed 17 edits across 0 Regions in 13 ms; skipped=17; WAL=hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732518823593 2024-11-25T07:13:43,595 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/WALs/testsplitlogfiledeletedregiondir,16010,1732518823467/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/28d9e00e-cb24-759a-8c19-4a4d78351193/oldWALs/wal.dat.0 2024-11-25T07:13:43,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=8735 (was 8749) 2024-11-25T07:13:43,662 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=8732 2024-11-25T07:13:43,663 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:43,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742114_1293 (size=7) 2024-11-25T07:13:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742114_1293 (size=7) 2024-11-25T07:13:43,710 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:43,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:43,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:43,716 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:43,717 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-25T07:13:43,717 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:43,717 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:43,718 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:43,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:43,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742115_1294 (size=1393) 2024-11-25T07:13:43,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742115_1294 (size=1393) 2024-11-25T07:13:43,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:43,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:43,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742116_1295 (size=1393) 2024-11-25T07:13:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742116_1295 (size=1393) 2024-11-25T07:13:43,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:43,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:43,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:43,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742117_1296 (size=1393) 2024-11-25T07:13:43,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742117_1296 (size=1393) 2024-11-25T07:13:43,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:43,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:43,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:43,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742118_1297 (size=1393) 2024-11-25T07:13:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742118_1297 (size=1393) 2024-11-25T07:13:44,056 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:44,056 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:44,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742119_1298 (size=1393) 2024-11-25T07:13:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742119_1298 (size=1393) 2024-11-25T07:13:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:44,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:44,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742120_1299 (size=1393) 2024-11-25T07:13:44,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742120_1299 (size=1393) 2024-11-25T07:13:44,580 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:44,581 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:44,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742121_1300 (size=1405) 2024-11-25T07:13:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742121_1300 (size=1405) 2024-11-25T07:13:44,619 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:44,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742122_1301 (size=1413) 2024-11-25T07:13:44,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742122_1301 (size=1413) 2024-11-25T07:13:44,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:44,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:44,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742123_1302 (size=1413) 2024-11-25T07:13:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742123_1302 (size=1413) 2024-11-25T07:13:44,718 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:44,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:44,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:44,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742124_1303 (size=1413) 2024-11-25T07:13:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742124_1303 (size=1413) 2024-11-25T07:13:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:45,206 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/00d501ff-bf09-32d6-4568-5eb10ae7706c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732518823716/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:45,206 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/00d501ff-bf09-32d6-4568-5eb10ae7706c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732518823716/wal.dat.0 2024-11-25T07:13:45,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/00d501ff-bf09-32d6-4568-5eb10ae7706c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732518823716/wal.dat.0 after 1ms 2024-11-25T07:13:45,222 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/00d501ff-bf09-32d6-4568-5eb10ae7706c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732518823716/wal.dat.0 took 16ms 2024-11-25T07:13:45,232 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/00d501ff-bf09-32d6-4568-5eb10ae7706c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732518823716/wal.dat.0 so closing down 2024-11-25T07:13:45,232 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:45,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:45,235 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/00d501ff-bf09-32d6-4568-5eb10ae7706c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732518823716/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:45,235 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/00d501ff-bf09-32d6-4568-5eb10ae7706c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732518823716/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/00d501ff-bf09-32d6-4568-5eb10ae7706c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732518823716/wal.dat.0, size=1.4 K (1393bytes) at 1732518825206Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/00d501ff-bf09-32d6-4568-5eb10ae7706c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732518823716/wal.dat.0 so closing down at 1732518825232 (+26 ms)3 split writer threads finished at 1732518825235 (+3 ms)Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/00d501ff-bf09-32d6-4568-5eb10ae7706c/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732518823716/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518825235 2024-11-25T07:13:45,254 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8688 (was 8732) 2024-11-25T07:13:45,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=8687 2024-11-25T07:13:45,265 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742125_1304 (size=7) 2024-11-25T07:13:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742125_1304 (size=7) 2024-11-25T07:13:45,343 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:45,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:45,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:45,349 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:45,350 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:45,350 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:45,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:45,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742126_1305 (size=1393) 2024-11-25T07:13:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742126_1305 (size=1393) 2024-11-25T07:13:45,448 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:45,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742127_1306 (size=1393) 2024-11-25T07:13:45,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742127_1306 (size=1393) 2024-11-25T07:13:45,527 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:45,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:45,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742128_1307 (size=1393) 2024-11-25T07:13:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742128_1307 (size=1393) 2024-11-25T07:13:45,595 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:45,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:45,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742129_1308 (size=1393) 2024-11-25T07:13:45,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742129_1308 (size=1393) 2024-11-25T07:13:45,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:45,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:45,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742131_1310 (size=1393) 2024-11-25T07:13:45,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742131_1310 (size=1393) 2024-11-25T07:13:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:45,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:45,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742132_1311 (size=1405) 2024-11-25T07:13:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742132_1311 (size=1405) 2024-11-25T07:13:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:45,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742133_1312 (size=1413) 2024-11-25T07:13:45,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742133_1312 (size=1413) 2024-11-25T07:13:45,856 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:45,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:45,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742134_1313 (size=1413) 2024-11-25T07:13:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742134_1313 (size=1413) 2024-11-25T07:13:45,921 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:45,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:45,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:45,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742135_1314 (size=1413) 2024-11-25T07:13:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742135_1314 (size=1413) 2024-11-25T07:13:46,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:46,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:46,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742130_1309 (size=1458) 2024-11-25T07:13:46,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742130_1309 (size=1458) 2024-11-25T07:13:46,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:46,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0 2024-11-25T07:13:46,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0 after 0ms 2024-11-25T07:13:46,419 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0 took 7ms 2024-11-25T07:13:46,432 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0 so closing down 2024-11-25T07:13:46,432 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:46,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:46,441 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:46,442 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:46,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:46,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:46,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742136_1315 (size=743) 2024-11-25T07:13:46,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742136_1315 (size=743) 2024-11-25T07:13:46,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:46,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742137_1316 (size=743) 2024-11-25T07:13:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742137_1316 (size=743) 2024-11-25T07:13:46,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:46,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:46,482 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:46,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0, size=1.4 K (1393bytes) at 1732518826413Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0 so closing down at 1732518826432 (+19 ms)3 split writer threads finished at 1732518826434 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518826442 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518826443 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518826466 (+23 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518826470 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518826480 (+10 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518826482 (+2 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518826482 2024-11-25T07:13:46,487 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/oldWALs/wal.dat.0 2024-11-25T07:13:46,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:46,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1 2024-11-25T07:13:46,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1 after 3ms 2024-11-25T07:13:46,494 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1 took 7ms 2024-11-25T07:13:46,531 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1 so closing down 2024-11-25T07:13:46,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:46,533 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:46,538 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:46,540 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:46,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:46,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742138_1317 (size=743) 2024-11-25T07:13:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742138_1317 (size=743) 2024-11-25T07:13:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742139_1318 (size=743) 2024-11-25T07:13:46,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742139_1318 (size=743) 2024-11-25T07:13:46,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:46,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:46,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:46,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:46,997 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 467 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:46,997 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1, size=1.4 K (1393bytes) at 1732518826487Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1 so closing down at 1732518826531 (+44 ms)3 split writer threads finished at 1732518826533 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518826544 (+11 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518826552 (+8 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518826608 (+56 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518826612 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518826992 (+380 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518826997 (+5 ms)Processed 20 edits across 2 Regions in 467 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518826997 2024-11-25T07:13:47,001 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/oldWALs/wal.dat.1 2024-11-25T07:13:47,001 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:47,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2 2024-11-25T07:13:47,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2 after 0ms 2024-11-25T07:13:47,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2 took 4ms 2024-11-25T07:13:47,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2 so closing down 2024-11-25T07:13:47,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:47,026 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:47,029 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:47,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:47,030 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:47,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:47,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742140_1319 (size=743) 2024-11-25T07:13:47,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742140_1319 (size=743) 2024-11-25T07:13:47,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742141_1320 (size=743) 2024-11-25T07:13:47,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:47,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742141_1320 (size=743) 2024-11-25T07:13:47,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:47,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:47,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:47,047 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:47,047 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2, size=1.4 K (1393bytes) at 1732518827001Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2 so closing down at 1732518827022 (+21 ms)3 split writer threads finished at 1732518827026 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518827030 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518827032 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518827045 (+13 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518827045Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518827047 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518827047Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518827047 2024-11-25T07:13:47,049 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/oldWALs/wal.dat.2 2024-11-25T07:13:47,049 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:47,049 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3 2024-11-25T07:13:47,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3 after 0ms 2024-11-25T07:13:47,051 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3 took 2ms 2024-11-25T07:13:47,058 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3 so closing down 2024-11-25T07:13:47,058 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:47,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:47,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:47,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:47,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742142_1321 (size=743) 2024-11-25T07:13:47,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742142_1321 (size=743) 2024-11-25T07:13:47,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:47,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:47,073 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:47,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742143_1322 (size=743) 2024-11-25T07:13:47,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742143_1322 (size=743) 2024-11-25T07:13:47,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:47,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:47,089 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:47,089 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3, size=1.4 K (1393bytes) at 1732518827049Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3 so closing down at 1732518827058 (+9 ms)3 split writer threads finished at 1732518827058Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518827064 (+6 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518827069 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518827070 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518827074 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518827087 (+13 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518827088 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518827089 (+1 ms) 2024-11-25T07:13:47,090 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/oldWALs/wal.dat.3 2024-11-25T07:13:47,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.4, size=1.4 K (1458bytes) 2024-11-25T07:13:47,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.4 2024-11-25T07:13:47,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.4 after 1ms 2024-11-25T07:13:47,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.4 took 4ms 2024-11-25T07:13:47,102 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.4 so closing down 2024-11-25T07:13:47,102 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:47,105 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:47,111 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:47,113 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-25T07:13:47,128 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:47,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:47,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-25T07:13:47,130 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:47,131 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-25T07:13:47,131 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.4, size=1.4 K (1458bytes) at 1732518827090Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.4 so closing down at 1732518827102 (+12 ms)3 split writer threads finished at 1732518827105 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518827129 (+24 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732518827130 (+1 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732518827131 (+1 ms)Processed 21 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/WALs/testsplitwillfailifwritingtoregionfails,16010,1732518825349/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732518827131 2024-11-25T07:13:47,133 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:47,137 WARN [Thread-2061 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:53382 remote=/127.0.0.1:32939]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:47,137 WARN [Thread-2061 {}] hdfs.DataStreamer(1850): Abandoning BP-1843173821-172.17.0.2-1732518788969:blk_1073742144_1323 2024-11-25T07:13:47,141 WARN [Thread-2061 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:47,141 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:47,143 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:40653/user/jenkins/test-data/9b552cca-5edf-3ef7-56a7-ede2128be131/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:47,148 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=143 (was 138) - Thread LEAK? -, OpenFileDescriptor=394 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=8446 (was 8687) 2024-11-25T07:13:47,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-369825490_22 at /127.0.0.1:53382 [Receiving block BP-1843173821-172.17.0.2-1732518788969:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:32939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53382 dst: /127.0.0.1:32939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:47,163 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-369825490_22 at /127.0.0.1:46580 [Receiving block BP-1843173821-172.17.0.2-1732518788969:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:43257:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46580 dst: /127.0.0.1:43257 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:47,166 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=140, OpenFileDescriptor=400, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=8445 2024-11-25T07:13:47,166 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742145_1324 (size=7) 2024-11-25T07:13:47,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742145_1324 (size=7) 2024-11-25T07:13:47,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:47,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:47,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:47,234 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:47,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-25T07:13:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742146_1325 (size=93) 2024-11-25T07:13:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742146_1325 (size=93) 2024-11-25T07:13:47,261 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:47,262 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:47,264 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:47,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742147_1326 (size=1393) 2024-11-25T07:13:47,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742147_1326 (size=1393) 2024-11-25T07:13:47,313 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:47,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:47,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742148_1327 (size=1393) 2024-11-25T07:13:47,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742148_1327 (size=1393) 2024-11-25T07:13:47,346 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:47,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:47,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742149_1328 (size=1393) 2024-11-25T07:13:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742149_1328 (size=1393) 2024-11-25T07:13:47,404 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:47,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:47,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742150_1329 (size=1393) 2024-11-25T07:13:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742150_1329 (size=1393) 2024-11-25T07:13:47,470 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:47,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:47,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742151_1330 (size=1393) 2024-11-25T07:13:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742151_1330 (size=1393) 2024-11-25T07:13:47,518 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:47,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:47,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742152_1331 (size=1393) 2024-11-25T07:13:47,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742152_1331 (size=1393) 2024-11-25T07:13:47,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:47,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:47,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742153_1332 (size=1405) 2024-11-25T07:13:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742153_1332 (size=1405) 2024-11-25T07:13:47,654 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:47,655 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:47,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742154_1333 (size=1413) 2024-11-25T07:13:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742154_1333 (size=1413) 2024-11-25T07:13:47,705 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:47,705 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:47,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742155_1334 (size=1413) 2024-11-25T07:13:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742155_1334 (size=1413) 2024-11-25T07:13:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:47,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:47,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742156_1335 (size=1413) 2024-11-25T07:13:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742156_1335 (size=1413) 2024-11-25T07:13:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:47,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-25T07:13:47,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742157_1336 (size=93) 2024-11-25T07:13:47,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742157_1336 (size=93) 2024-11-25T07:13:47,814 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty, size=93 (93bytes) 2024-11-25T07:13:47,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty 2024-11-25T07:13:47,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty after 1ms 2024-11-25T07:13:47,820 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty took 6ms 2024-11-25T07:13:47,824 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty so closing down 2024-11-25T07:13:47,824 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:47,825 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:47,825 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-25T07:13:47,825 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty, size=93 (93bytes) at 1732518827814Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty so closing down at 1732518827824 (+10 ms)3 split writer threads finished at 1732518827825 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732518827825 2024-11-25T07:13:47,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat..empty to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat..empty 2024-11-25T07:13:47,827 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:47,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0 2024-11-25T07:13:47,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0 after 1ms 2024-11-25T07:13:47,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0 took 2ms 2024-11-25T07:13:47,833 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0 so closing down 2024-11-25T07:13:47,833 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:47,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:47,839 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:47,845 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:47,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:47,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:47,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742159_1338 (size=743) 2024-11-25T07:13:47,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742159_1338 (size=743) 2024-11-25T07:13:47,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:47,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:47,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742158_1337 (size=743) 2024-11-25T07:13:47,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742158_1337 (size=743) 2024-11-25T07:13:47,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:47,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:47,878 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:47,878 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0, size=1.4 K (1393bytes) at 1732518827827Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0 so closing down at 1732518827833 (+6 ms)3 split writer threads finished at 1732518827835 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518827846 (+11 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518827847 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518827867 (+20 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518827870 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518827877 (+7 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518827878 (+1 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518827878 2024-11-25T07:13:47,880 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.0 2024-11-25T07:13:47,881 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:47,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1 2024-11-25T07:13:47,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1 after 0ms 2024-11-25T07:13:47,884 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1 took 4ms 2024-11-25T07:13:47,898 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1 so closing down 2024-11-25T07:13:47,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:47,899 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:47,901 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:47,906 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:47,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:47,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:47,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742160_1339 (size=743) 2024-11-25T07:13:47,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742160_1339 (size=743) 2024-11-25T07:13:47,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:47,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742161_1340 (size=743) 2024-11-25T07:13:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742161_1340 (size=743) 2024-11-25T07:13:47,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:47,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:47,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:47,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1, size=1.4 K (1393bytes) at 1732518827881Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1 so closing down at 1732518827898 (+17 ms)3 split writer threads finished at 1732518827899 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518827912 (+13 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518827916 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518827947 (+31 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518827948 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518827959 (+11 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518827960 (+1 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518827960 2024-11-25T07:13:47,962 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.1 2024-11-25T07:13:47,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:47,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2 2024-11-25T07:13:47,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2 after 1ms 2024-11-25T07:13:47,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2 took 2ms 2024-11-25T07:13:47,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2 so closing down 2024-11-25T07:13:47,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:47,969 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:47,971 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:47,971 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:47,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:47,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742162_1341 (size=743) 2024-11-25T07:13:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742162_1341 (size=743) 2024-11-25T07:13:47,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:47,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742163_1342 (size=743) 2024-11-25T07:13:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742163_1342 (size=743) 2024-11-25T07:13:48,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:48,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:48,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:48,007 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2, size=1.4 K (1393bytes) at 1732518827962Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2 so closing down at 1732518827969 (+7 ms)3 split writer threads finished at 1732518827969Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518827979 (+10 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518827989 (+10 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518827993 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518828004 (+11 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828005 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518828006 (+1 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518828007 (+1 ms) 2024-11-25T07:13:48,011 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.2 2024-11-25T07:13:48,011 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:48,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3 2024-11-25T07:13:48,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3 after 2ms 2024-11-25T07:13:48,017 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3 took 6ms 2024-11-25T07:13:48,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3 so closing down 2024-11-25T07:13:48,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,034 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:48,035 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:48,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:48,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:48,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742164_1343 (size=743) 2024-11-25T07:13:48,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742164_1343 (size=743) 2024-11-25T07:13:48,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:48,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742165_1344 (size=743) 2024-11-25T07:13:48,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742165_1344 (size=743) 2024-11-25T07:13:48,077 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:48,080 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:48,080 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3, size=1.4 K (1393bytes) at 1732518828011Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3 so closing down at 1732518828030 (+19 ms)3 split writer threads finished at 1732518828030Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518828035 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518828036 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828060 (+24 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518828061 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828077 (+16 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518828079 (+2 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518828080 (+1 ms) 2024-11-25T07:13:48,082 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.3 2024-11-25T07:13:48,082 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:48,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4 2024-11-25T07:13:48,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4 after 1ms 2024-11-25T07:13:48,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4 took 3ms 2024-11-25T07:13:48,091 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4 so closing down 2024-11-25T07:13:48,091 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:48,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:48,106 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:48,111 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:48,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742166_1345 (size=743) 2024-11-25T07:13:48,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742166_1345 (size=743) 2024-11-25T07:13:48,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742167_1346 (size=743) 2024-11-25T07:13:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742167_1346 (size=743) 2024-11-25T07:13:48,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:48,126 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:48,126 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4, size=1.4 K (1393bytes) at 1732518828082Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4 so closing down at 1732518828091 (+9 ms)3 split writer threads finished at 1732518828091Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518828105 (+14 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518828112 (+7 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828120 (+8 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518828122 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828124 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518828126 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518828126 2024-11-25T07:13:48,128 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.4 2024-11-25T07:13:48,128 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T07:13:48,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5 2024-11-25T07:13:48,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5 after 1ms 2024-11-25T07:13:48,131 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5 took 3ms 2024-11-25T07:13:48,132 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5 so closing down 2024-11-25T07:13:48,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,134 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,138 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:48,138 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:48,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:48,149 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742168_1347 (size=743) 2024-11-25T07:13:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742168_1347 (size=743) 2024-11-25T07:13:48,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T07:13:48,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742169_1348 (size=743) 2024-11-25T07:13:48,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742169_1348 (size=743) 2024-11-25T07:13:48,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T07:13:48,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:48,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5, size=1.4 K (1393bytes) at 1732518828128Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5 so closing down at 1732518828132 (+4 ms)3 split writer threads finished at 1732518828134 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518828144 (+10 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518828149 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828155 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732518828157 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828167 (+10 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732518828169 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518828169 2024-11-25T07:13:48,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.5 2024-11-25T07:13:48,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:48,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6 2024-11-25T07:13:48,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6 after 0ms 2024-11-25T07:13:48,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6 took 5ms 2024-11-25T07:13:48,188 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6 so closing down 2024-11-25T07:13:48,189 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,200 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:48,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:48,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:48,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:48,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742170_1349 (size=749) 2024-11-25T07:13:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742170_1349 (size=749) 2024-11-25T07:13:48,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:48,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742171_1350 (size=749) 2024-11-25T07:13:48,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742171_1350 (size=749) 2024-11-25T07:13:48,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:48,228 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:48,228 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6, size=1.4 K (1405bytes) at 1732518828173Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6 so closing down at 1732518828189 (+16 ms)3 split writer threads finished at 1732518828190 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518828201 (+11 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518828201Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828216 (+15 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518828221 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828226 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518828228 (+2 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518828228 2024-11-25T07:13:48,231 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.6 2024-11-25T07:13:48,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:48,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7 2024-11-25T07:13:48,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7 after 0ms 2024-11-25T07:13:48,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7 took 2ms 2024-11-25T07:13:48,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7 so closing down 2024-11-25T07:13:48,243 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,245 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:48,246 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:48,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:48,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:48,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742173_1352 (size=753) 2024-11-25T07:13:48,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742173_1352 (size=753) 2024-11-25T07:13:48,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742172_1351 (size=753) 2024-11-25T07:13:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742172_1351 (size=753) 2024-11-25T07:13:48,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:48,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:48,271 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:48,271 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7, size=1.4 K (1413bytes) at 1732518828231Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7 so closing down at 1732518828243 (+12 ms)3 split writer threads finished at 1732518828243Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518828246 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518828247 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828267 (+20 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828270 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518828270Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518828271 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518828271 2024-11-25T07:13:48,273 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.7 2024-11-25T07:13:48,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:48,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8 2024-11-25T07:13:48,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8 after 0ms 2024-11-25T07:13:48,275 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8 took 2ms 2024-11-25T07:13:48,277 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8 so closing down 2024-11-25T07:13:48,277 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,277 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,279 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:48,279 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:48,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:48,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:48,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742175_1354 (size=753) 2024-11-25T07:13:48,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742174_1353 (size=753) 2024-11-25T07:13:48,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742175_1354 (size=753) 2024-11-25T07:13:48,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742174_1353 (size=753) 2024-11-25T07:13:48,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:48,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:48,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:48,308 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8, size=1.4 K (1413bytes) at 1732518828273Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8 so closing down at 1732518828277 (+4 ms)3 split writer threads finished at 1732518828277Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518828280 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518828281 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828303 (+22 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518828306 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828306Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518828308 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518828308 2024-11-25T07:13:48,310 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.8 2024-11-25T07:13:48,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:48,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9 2024-11-25T07:13:48,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9 after 2ms 2024-11-25T07:13:48,314 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9 took 4ms 2024-11-25T07:13:48,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9 so closing down 2024-11-25T07:13:48,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,340 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:48,341 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:48,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:48,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742176_1355 (size=753) 2024-11-25T07:13:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742176_1355 (size=753) 2024-11-25T07:13:48,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:48,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742177_1356 (size=753) 2024-11-25T07:13:48,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742177_1356 (size=753) 2024-11-25T07:13:48,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:48,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:48,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9, size=1.4 K (1413bytes) at 1732518828310Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9 so closing down at 1732518828333 (+23 ms)3 split writer threads finished at 1732518828334 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518828344 (+10 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518828344Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828364 (+20 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518828365 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828367 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518828370 (+3 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518828372 (+2 ms) 2024-11-25T07:13:48,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.9 2024-11-25T07:13:48,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty, size=93 (93bytes) 2024-11-25T07:13:48,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty 2024-11-25T07:13:48,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty after 1ms 2024-11-25T07:13:48,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty took 2ms 2024-11-25T07:13:48,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty so closing down 2024-11-25T07:13:48,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,377 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,377 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-25T07:13:48,377 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty, size=93 (93bytes) at 1732518828374Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty so closing down at 1732518828377 (+3 ms)3 split writer threads finished at 1732518828377Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732518828377 2024-11-25T07:13:48,379 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/WALs/testemptylogfiles,16010,1732518827235/wal.dat.empty to hdfs://localhost:40653/user/jenkins/test-data/b8f56f8f-2e7f-618d-908c-8a32388cb2c0/oldWALs/wal.dat.empty 2024-11-25T07:13:48,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=139 (was 140), OpenFileDescriptor=393 (was 400), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=8284 (was 8445) 2024-11-25T07:13:48,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=8284 2024-11-25T07:13:48,458 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742178_1357 (size=7) 2024-11-25T07:13:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742178_1357 (size=7) 2024-11-25T07:13:48,472 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:48,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:48,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:48,477 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:48,478 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:48,478 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:48,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:48,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742179_1358 (size=1393) 2024-11-25T07:13:48,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742179_1358 (size=1393) 2024-11-25T07:13:48,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:48,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742180_1359 (size=1393) 2024-11-25T07:13:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742180_1359 (size=1393) 2024-11-25T07:13:48,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:48,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742181_1360 (size=1393) 2024-11-25T07:13:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742181_1360 (size=1393) 2024-11-25T07:13:48,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:48,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:48,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742182_1361 (size=1393) 2024-11-25T07:13:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742182_1361 (size=1393) 2024-11-25T07:13:48,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:48,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:48,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742183_1362 (size=1393) 2024-11-25T07:13:48,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742183_1362 (size=1393) 2024-11-25T07:13:48,650 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:48,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:48,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742184_1363 (size=1393) 2024-11-25T07:13:48,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742184_1363 (size=1393) 2024-11-25T07:13:48,674 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:48,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:48,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742185_1364 (size=1405) 2024-11-25T07:13:48,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742185_1364 (size=1405) 2024-11-25T07:13:48,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:48,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742186_1365 (size=1413) 2024-11-25T07:13:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742186_1365 (size=1413) 2024-11-25T07:13:48,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:48,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:48,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742187_1366 (size=1413) 2024-11-25T07:13:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742187_1366 (size=1413) 2024-11-25T07:13:48,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:48,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:48,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:48,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742188_1367 (size=1413) 2024-11-25T07:13:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742188_1367 (size=1413) 2024-11-25T07:13:48,824 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:48,858 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:48,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0 2024-11-25T07:13:48,862 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0 after 4ms 2024-11-25T07:13:48,870 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0 took 13ms 2024-11-25T07:13:48,894 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0 so closing down 2024-11-25T07:13:48,894 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,896 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,903 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:48,904 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:48,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:48,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742190_1369 (size=743) 2024-11-25T07:13:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742189_1368 (size=743) 2024-11-25T07:13:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742189_1368 (size=743) 2024-11-25T07:13:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742190_1369 (size=743) 2024-11-25T07:13:48,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:48,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:48,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:48,929 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0, size=1.4 K (1393bytes) at 1732518828858Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0 so closing down at 1732518828894 (+36 ms)3 split writer threads finished at 1732518828896 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518828905 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518828907 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828926 (+19 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828927 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518828928 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518828929 (+1 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518828929 2024-11-25T07:13:48,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/oldWALs/wal.dat.0 2024-11-25T07:13:48,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:48,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1 2024-11-25T07:13:48,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1 after 0ms 2024-11-25T07:13:48,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1 took 3ms 2024-11-25T07:13:48,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1 so closing down 2024-11-25T07:13:48,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,935 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,940 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:48,942 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:48,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:48,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742191_1370 (size=743) 2024-11-25T07:13:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742191_1370 (size=743) 2024-11-25T07:13:48,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:48,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742192_1371 (size=743) 2024-11-25T07:13:48,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742192_1371 (size=743) 2024-11-25T07:13:48,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:48,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:48,966 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:48,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1, size=1.4 K (1393bytes) at 1732518828932Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1 so closing down at 1732518828935 (+3 ms)3 split writer threads finished at 1732518828935Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518828944 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518828948 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828957 (+9 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518828958 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518828965 (+7 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518828966 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518828966 2024-11-25T07:13:48,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/oldWALs/wal.dat.1 2024-11-25T07:13:48,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:48,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2 2024-11-25T07:13:48,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2 after 2ms 2024-11-25T07:13:48,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2 took 5ms 2024-11-25T07:13:48,975 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2 so closing down 2024-11-25T07:13:48,975 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:48,976 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:48,979 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:48,979 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:48,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:48,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:49,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742193_1372 (size=743) 2024-11-25T07:13:49,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742193_1372 (size=743) 2024-11-25T07:13:49,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742194_1373 (size=743) 2024-11-25T07:13:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742194_1373 (size=743) 2024-11-25T07:13:49,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:49,417 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:49,417 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2, size=1.4 K (1393bytes) at 1732518828969Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2 so closing down at 1732518828975 (+6 ms)3 split writer threads finished at 1732518828976 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518828990 (+14 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518828992 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829007 (+15 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518829008 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829415 (+407 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518829417 (+2 ms)Processed 20 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518829417 2024-11-25T07:13:49,419 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/oldWALs/wal.dat.2 2024-11-25T07:13:49,420 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:49,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3 2024-11-25T07:13:49,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3 after 0ms 2024-11-25T07:13:49,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3 took 5ms 2024-11-25T07:13:49,462 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3 so closing down 2024-11-25T07:13:49,462 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:49,462 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:49,465 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:49,465 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:49,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:49,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:49,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742195_1374 (size=743) 2024-11-25T07:13:49,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742195_1374 (size=743) 2024-11-25T07:13:49,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742196_1375 (size=743) 2024-11-25T07:13:49,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742196_1375 (size=743) 2024-11-25T07:13:49,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:49,555 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:49,555 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3, size=1.4 K (1393bytes) at 1732518829420Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3 so closing down at 1732518829462 (+42 ms)3 split writer threads finished at 1732518829462Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518829476 (+14 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518829495 (+19 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829551 (+56 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518829553 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829553Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518829555 (+2 ms)Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518829555 2024-11-25T07:13:49,556 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/oldWALs/wal.dat.3 2024-11-25T07:13:49,557 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:49,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4 2024-11-25T07:13:49,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4 after 0ms 2024-11-25T07:13:49,560 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4 took 3ms 2024-11-25T07:13:49,565 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4 so closing down 2024-11-25T07:13:49,565 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:49,565 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:49,567 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:49,568 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:49,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:49,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742197_1376 (size=743) 2024-11-25T07:13:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742197_1376 (size=743) 2024-11-25T07:13:49,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:49,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742198_1377 (size=743) 2024-11-25T07:13:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742198_1377 (size=743) 2024-11-25T07:13:49,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:49,610 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:49,610 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4, size=1.4 K (1393bytes) at 1732518829557Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4 so closing down at 1732518829565 (+8 ms)3 split writer threads finished at 1732518829565Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518829569 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518829573 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829602 (+29 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518829603 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829608 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518829609 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518829610 (+1 ms) 2024-11-25T07:13:49,612 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/oldWALs/wal.dat.4 2024-11-25T07:13:49,612 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T07:13:49,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5 2024-11-25T07:13:49,612 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5 after 0ms 2024-11-25T07:13:49,614 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5 took 2ms 2024-11-25T07:13:49,617 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5 so closing down 2024-11-25T07:13:49,617 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:49,617 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:49,619 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:49,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:49,626 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:49,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:49,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742200_1379 (size=743) 2024-11-25T07:13:49,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742200_1379 (size=743) 2024-11-25T07:13:49,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T07:13:49,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742199_1378 (size=743) 2024-11-25T07:13:49,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742199_1378 (size=743) 2024-11-25T07:13:49,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T07:13:49,636 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:49,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5, size=1.4 K (1393bytes) at 1732518829612Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5 so closing down at 1732518829617 (+5 ms)3 split writer threads finished at 1732518829617Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518829624 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518829627 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829632 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732518829633 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829634 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732518829635 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518829636 (+1 ms) 2024-11-25T07:13:49,637 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/oldWALs/wal.dat.5 2024-11-25T07:13:49,637 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:49,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6 2024-11-25T07:13:49,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6 after 1ms 2024-11-25T07:13:49,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6 took 2ms 2024-11-25T07:13:49,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6 so closing down 2024-11-25T07:13:49,640 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:49,641 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:49,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:49,649 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:49,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:49,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742201_1380 (size=749) 2024-11-25T07:13:49,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742201_1380 (size=749) 2024-11-25T07:13:49,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742202_1381 (size=749) 2024-11-25T07:13:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742202_1381 (size=749) 2024-11-25T07:13:49,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:49,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:49,704 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:49,704 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6, size=1.4 K (1405bytes) at 1732518829637Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6 so closing down at 1732518829640 (+3 ms)3 split writer threads finished at 1732518829641 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518829650 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518829651 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829700 (+49 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829703 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518829703Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518829704 (+1 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518829704 2024-11-25T07:13:49,707 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/oldWALs/wal.dat.6 2024-11-25T07:13:49,707 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:49,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7 2024-11-25T07:13:49,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7 after 0ms 2024-11-25T07:13:49,710 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7 took 2ms 2024-11-25T07:13:49,711 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7 so closing down 2024-11-25T07:13:49,711 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:49,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:49,723 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:49,723 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:49,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:49,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:49,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742203_1382 (size=753) 2024-11-25T07:13:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742203_1382 (size=753) 2024-11-25T07:13:49,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742204_1383 (size=753) 2024-11-25T07:13:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742204_1383 (size=753) 2024-11-25T07:13:49,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:49,751 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:49,751 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7, size=1.4 K (1413bytes) at 1732518829707Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7 so closing down at 1732518829711 (+4 ms)3 split writer threads finished at 1732518829712 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518829724 (+12 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518829729 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829742 (+13 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518829743 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829749 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518829750 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518829751 (+1 ms) 2024-11-25T07:13:49,752 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/oldWALs/wal.dat.7 2024-11-25T07:13:49,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:49,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8 2024-11-25T07:13:49,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8 after 0ms 2024-11-25T07:13:49,755 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8 took 3ms 2024-11-25T07:13:49,757 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8 so closing down 2024-11-25T07:13:49,757 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:49,757 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:49,759 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:49,760 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:49,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:49,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742205_1384 (size=753) 2024-11-25T07:13:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742205_1384 (size=753) 2024-11-25T07:13:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742206_1385 (size=753) 2024-11-25T07:13:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742206_1385 (size=753) 2024-11-25T07:13:49,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:49,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:50,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:50,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:50,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:50,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8, size=1.4 K (1413bytes) at 1732518829753Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8 so closing down at 1732518829757 (+4 ms)3 split writer threads finished at 1732518829757Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518829760 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518829761 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518829774 (+13 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518829775 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518830174 (+399 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518830176 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518830176 2024-11-25T07:13:50,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/oldWALs/wal.dat.8 2024-11-25T07:13:50,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:50,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9 2024-11-25T07:13:50,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9 after 1ms 2024-11-25T07:13:50,182 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9 took 4ms 2024-11-25T07:13:50,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9 so closing down 2024-11-25T07:13:50,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:50,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:50,203 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:50,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:50,208 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:50,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742208_1387 (size=753) 2024-11-25T07:13:50,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742208_1387 (size=753) 2024-11-25T07:13:50,234 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742207_1386 (size=753) 2024-11-25T07:13:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742207_1386 (size=753) 2024-11-25T07:13:50,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:50,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:50,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:50,638 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:50,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9, size=1.4 K (1413bytes) at 1732518830178Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9 so closing down at 1732518830190 (+12 ms)3 split writer threads finished at 1732518830192 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518830208 (+16 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518830211 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518830234 (+23 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518830238 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518830636 (+398 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518830637 (+1 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518830638 (+1 ms) 2024-11-25T07:13:50,642 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732518828478/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/c0a676e1-26aa-8620-7ec4-868bf68d2e43/oldWALs/wal.dat.9 2024-11-25T07:13:50,652 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=139 (was 139), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 350) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8250 (was 8284) 2024-11-25T07:13:50,662 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=8250 2024-11-25T07:13:50,662 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742209_1388 (size=7) 2024-11-25T07:13:50,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742209_1388 (size=7) 2024-11-25T07:13:50,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:50,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:50,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:50,691 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:50,696 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:40653/user/jenkins/test-data/843f77b9-2187-9ce5-13d0-67a030b102ca/data/hbase/meta/1588230740/recovered.edits 2024-11-25T07:13:50,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=139 (was 139), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=8249 (was 8250) 2024-11-25T07:13:50,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=8249 2024-11-25T07:13:50,722 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742210_1389 (size=7) 2024-11-25T07:13:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742210_1389 (size=7) 2024-11-25T07:13:50,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:50,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:50,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:50,734 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:50,734 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-25T07:13:50,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:50,736 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-25T07:13:50,736 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-25T07:13:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742211_1390 (size=818) 2024-11-25T07:13:50,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742211_1390 (size=818) 2024-11-25T07:13:50,768 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5, size=818 (818bytes) 2024-11-25T07:13:50,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5 2024-11-25T07:13:50,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5 after 0ms 2024-11-25T07:13:50,770 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5 took 2ms 2024-11-25T07:13:50,775 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5 so closing down 2024-11-25T07:13:50,775 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:50,775 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:50,784 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-25T07:13:50,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-25T07:13:50,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742212_1391 (size=783) 2024-11-25T07:13:50,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742212_1391 (size=783) 2024-11-25T07:13:50,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-25T07:13:50,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-25T07:13:50,798 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-25T07:13:50,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5, size=818 (818bytes) at 1732518830768Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5 so closing down at 1732518830775 (+7 ms)3 split writer threads finished at 1732518830775Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732518830785 (+10 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732518830797 (+12 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732518830798 (+1 ms)Processed 11 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732518830799 (+1 ms) 2024-11-25T07:13:50,802 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/WALs/testemptywaledit,16010,1732518830734/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/adcd41c3-c40d-5fe4-6f01-76460c3eb704/oldWALs/wal.dat.5 2024-11-25T07:13:50,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=139 (was 139), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=8248 (was 8249) 2024-11-25T07:13:50,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=139, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=8247 2024-11-25T07:13:50,842 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742213_1392 (size=7) 2024-11-25T07:13:50,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742213_1392 (size=7) 2024-11-25T07:13:50,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:50,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:50,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:50,879 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:50,879 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:50,880 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:50,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:50,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742214_1393 (size=1393) 2024-11-25T07:13:50,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742214_1393 (size=1393) 2024-11-25T07:13:50,913 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:50,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:50,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742215_1394 (size=1393) 2024-11-25T07:13:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742215_1394 (size=1393) 2024-11-25T07:13:50,933 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:50,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:50,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742216_1395 (size=1393) 2024-11-25T07:13:50,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742216_1395 (size=1393) 2024-11-25T07:13:50,949 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:50,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:50,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742217_1396 (size=1393) 2024-11-25T07:13:50,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742217_1396 (size=1393) 2024-11-25T07:13:50,961 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:50,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:50,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742218_1397 (size=1393) 2024-11-25T07:13:50,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742218_1397 (size=1393) 2024-11-25T07:13:50,974 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:50,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:50,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742219_1398 (size=1393) 2024-11-25T07:13:50,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742219_1398 (size=1393) 2024-11-25T07:13:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:50,987 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742220_1399 (size=1405) 2024-11-25T07:13:51,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742220_1399 (size=1405) 2024-11-25T07:13:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:51,000 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:51,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742221_1400 (size=1413) 2024-11-25T07:13:51,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742221_1400 (size=1413) 2024-11-25T07:13:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:51,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742222_1401 (size=1413) 2024-11-25T07:13:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742222_1401 (size=1413) 2024-11-25T07:13:51,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:51,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:51,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:51,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:51,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742223_1402 (size=1413) 2024-11-25T07:13:51,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742223_1402 (size=1413) 2024-11-25T07:13:51,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:51,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:51,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0 2024-11-25T07:13:51,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0 after 1ms 2024-11-25T07:13:51,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0 took 4ms 2024-11-25T07:13:51,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0 so closing down 2024-11-25T07:13:51,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:51,178 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:51,182 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:51,183 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:51,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:51,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:51,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742226_1405 (size=743) 2024-11-25T07:13:51,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742226_1405 (size=743) 2024-11-25T07:13:51,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:51,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742225_1404 (size=743) 2024-11-25T07:13:51,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742225_1404 (size=743) 2024-11-25T07:13:51,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:51,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:51,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:51,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0, size=1.4 K (1393bytes) at 1732518831170Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0 so closing down at 1732518831178 (+8 ms)3 split writer threads finished at 1732518831178Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518831184 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518831184Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518831216 (+32 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518831218 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518831228 (+10 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518831232 (+4 ms)Processed 20 edits across 2 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518831232 2024-11-25T07:13:51,234 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/oldWALs/wal.dat.0 2024-11-25T07:13:51,234 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:51,234 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1 2024-11-25T07:13:51,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1 after 1ms 2024-11-25T07:13:51,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1 took 4ms 2024-11-25T07:13:51,239 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1 so closing down 2024-11-25T07:13:51,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:51,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:51,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:51,246 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:51,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:51,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:51,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742227_1406 (size=743) 2024-11-25T07:13:51,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742227_1406 (size=743) 2024-11-25T07:13:51,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:51,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742228_1407 (size=743) 2024-11-25T07:13:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742228_1407 (size=743) 2024-11-25T07:13:51,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:51,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:51,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:51,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1, size=1.4 K (1393bytes) at 1732518831234Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1 so closing down at 1732518831239 (+5 ms)3 split writer threads finished at 1732518831239Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518831248 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518831253 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518831280 (+27 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518831282 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518831313 (+31 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518831314 (+1 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518831315 (+1 ms) 2024-11-25T07:13:51,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/oldWALs/wal.dat.1 2024-11-25T07:13:51,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:51,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2 2024-11-25T07:13:51,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2 after 0ms 2024-11-25T07:13:51,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2 took 3ms 2024-11-25T07:13:51,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2 so closing down 2024-11-25T07:13:51,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:51,326 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:51,334 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:51,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:51,355 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:51,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:51,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742229_1408 (size=743) 2024-11-25T07:13:51,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742229_1408 (size=743) 2024-11-25T07:13:51,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:51,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742230_1409 (size=743) 2024-11-25T07:13:51,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742230_1409 (size=743) 2024-11-25T07:13:51,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:51,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:51,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:51,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2, size=1.4 K (1393bytes) at 1732518831318Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2 so closing down at 1732518831326 (+8 ms)3 split writer threads finished at 1732518831326Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518831346 (+20 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518831361 (+15 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518831418 (+57 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518831420 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518831449 (+29 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518831451 (+2 ms)Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518831451 2024-11-25T07:13:51,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/oldWALs/wal.dat.2 2024-11-25T07:13:51,454 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:51,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3 2024-11-25T07:13:51,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3 after 0ms 2024-11-25T07:13:51,456 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3 took 3ms 2024-11-25T07:13:51,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3 so closing down 2024-11-25T07:13:51,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:51,472 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:51,475 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:51,476 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:51,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:51,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742231_1410 (size=743) 2024-11-25T07:13:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742231_1410 (size=743) 2024-11-25T07:13:51,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:51,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742232_1411 (size=743) 2024-11-25T07:13:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742232_1411 (size=743) 2024-11-25T07:13:51,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:51,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:51,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:51,900 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3, size=1.4 K (1393bytes) at 1732518831454Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3 so closing down at 1732518831469 (+15 ms)3 split writer threads finished at 1732518831472 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518831476 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518831479 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518831491 (+12 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518831492 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518831899 (+407 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518831900 (+1 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518831900 2024-11-25T07:13:51,902 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/oldWALs/wal.dat.3 2024-11-25T07:13:51,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:51,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4 2024-11-25T07:13:51,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4 after 1ms 2024-11-25T07:13:51,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4 took 3ms 2024-11-25T07:13:51,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4 so closing down 2024-11-25T07:13:51,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:51,906 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:51,908 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:51,909 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:51,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:51,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742233_1412 (size=743) 2024-11-25T07:13:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742233_1412 (size=743) 2024-11-25T07:13:51,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:51,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742234_1413 (size=743) 2024-11-25T07:13:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742234_1413 (size=743) 2024-11-25T07:13:51,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:51,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:51,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:51,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4, size=1.4 K (1393bytes) at 1732518831902Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4 so closing down at 1732518831906 (+4 ms)3 split writer threads finished at 1732518831906Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518831909 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518831910 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518831922 (+12 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518831923 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518831927 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518831928 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518831928 2024-11-25T07:13:51,930 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/oldWALs/wal.dat.4 2024-11-25T07:13:51,930 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5, size=1.4 K (1394bytes) 2024-11-25T07:13:51,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 2024-11-25T07:13:51,930 WARN [IPC Server handler 2 on default port 40653 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-25T07:13:51,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 after 1ms 2024-11-25T07:13:52,203 WARN [ResponseProcessor for block BP-1843173821-172.17.0.2-1732518788969:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1843173821-172.17.0.2-1732518788969:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:52,203 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1468330074_22 at /127.0.0.1:50382 [Receiving block BP-1843173821-172.17.0.2-1732518788969:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:43257:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50382 dst: /127.0.0.1:43257 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43257 remote=/127.0.0.1:50382]. Total timeout mills is 60000, 58936 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:52,204 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1468330074_22 at /127.0.0.1:46912 [Receiving block BP-1843173821-172.17.0.2-1732518788969:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:32939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46912 dst: /127.0.0.1:32939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:13:52,204 WARN [DataStreamer for file /user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 block BP-1843173821-172.17.0.2-1732518788969:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1843173821-172.17.0.2-1732518788969:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43257,DS-32bd04f2-e6b4-427e-89c2-54e6b2ee4378,DISK], DatanodeInfoWithStorage[127.0.0.1:32939,DS-a278311d-d0ef-42a6-aff8-8b7637c801b6,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43257,DS-32bd04f2-e6b4-427e-89c2-54e6b2ee4378,DISK]) is bad. 2024-11-25T07:13:52,206 WARN [DataStreamer for file /user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 block BP-1843173821-172.17.0.2-1732518788969:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1843173821-172.17.0.2-1732518788969:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-25T07:13:52,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742224_1414 (size=1394) 2024-11-25T07:13:55,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 after 4001ms 2024-11-25T07:13:55,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 took 4005ms 2024-11-25T07:13:55,938 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:13:55,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 so closing down 2024-11-25T07:13:55,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:55,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:55,941 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:55,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:55,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:55,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:55,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742235_1415 (size=418) 2024-11-25T07:13:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742235_1415 (size=418) 2024-11-25T07:13:55,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:55,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-25T07:13:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742236_1416 (size=353) 2024-11-25T07:13:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742236_1416 (size=353) 2024-11-25T07:13:55,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:55,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-25T07:13:55,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-25T07:13:55,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5, size=1.4 K (1394bytes) at 1732518831930Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 so closing down at 1732518835938 (+4008 ms)3 split writer threads finished at 1732518835938Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518835942 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518835942Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518835954 (+12 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732518835955 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732518835962 (+7 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732518835963 (+1 ms)Processed 9 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732518835963 2024-11-25T07:13:55,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/corrupt/wal.dat.5 2024-11-25T07:13:55,966 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:55,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6 2024-11-25T07:13:55,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6 after 0ms 2024-11-25T07:13:55,968 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6 took 3ms 2024-11-25T07:13:55,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6 so closing down 2024-11-25T07:13:55,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:55,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:55,972 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:55,972 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:55,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:55,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742238_1418 (size=749) 2024-11-25T07:13:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742238_1418 (size=749) 2024-11-25T07:13:55,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:55,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:55,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742237_1417 (size=749) 2024-11-25T07:13:55,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742237_1417 (size=749) 2024-11-25T07:13:55,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:55,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:55,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:55,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6, size=1.4 K (1405bytes) at 1732518835966Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6 so closing down at 1732518835969 (+3 ms)3 split writer threads finished at 1732518835970 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518835973 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518835973Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518835981 (+8 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518835982 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518835985 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518835986 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518835986 2024-11-25T07:13:55,988 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/oldWALs/wal.dat.6 2024-11-25T07:13:55,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:55,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7 2024-11-25T07:13:55,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7 after 0ms 2024-11-25T07:13:55,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7 took 2ms 2024-11-25T07:13:55,992 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7 so closing down 2024-11-25T07:13:55,992 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:55,992 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:55,994 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:56,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:56,002 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:56,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742239_1419 (size=753) 2024-11-25T07:13:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742239_1419 (size=753) 2024-11-25T07:13:56,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:56,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742240_1420 (size=753) 2024-11-25T07:13:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742240_1420 (size=753) 2024-11-25T07:13:56,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:56,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:56,033 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:56,033 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7, size=1.4 K (1413bytes) at 1732518835989Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7 so closing down at 1732518835992 (+3 ms)3 split writer threads finished at 1732518835992Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518836001 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518836008 (+7 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518836016 (+8 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518836018 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518836032 (+14 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518836033 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518836033 2024-11-25T07:13:56,035 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/oldWALs/wal.dat.7 2024-11-25T07:13:56,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:56,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8 2024-11-25T07:13:56,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8 after 0ms 2024-11-25T07:13:56,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8 took 3ms 2024-11-25T07:13:56,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8 so closing down 2024-11-25T07:13:56,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:56,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:56,051 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:56,051 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:56,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:56,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:56,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742241_1421 (size=753) 2024-11-25T07:13:56,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742241_1421 (size=753) 2024-11-25T07:13:56,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:56,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:56,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742242_1422 (size=753) 2024-11-25T07:13:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742242_1422 (size=753) 2024-11-25T07:13:56,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:56,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:56,085 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:56,086 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8, size=1.4 K (1413bytes) at 1732518836036Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8 so closing down at 1732518836046 (+10 ms)3 split writer threads finished at 1732518836047 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518836054 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518836055 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518836073 (+18 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518836075 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518836083 (+8 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518836085 (+2 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518836085 2024-11-25T07:13:56,089 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/oldWALs/wal.dat.8 2024-11-25T07:13:56,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:56,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9 2024-11-25T07:13:56,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9 after 0ms 2024-11-25T07:13:56,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9 took 3ms 2024-11-25T07:13:56,093 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9 so closing down 2024-11-25T07:13:56,093 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:56,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:56,098 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:56,107 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:56,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:56,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:56,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742243_1423 (size=753) 2024-11-25T07:13:56,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:56,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742243_1423 (size=753) 2024-11-25T07:13:56,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742244_1424 (size=753) 2024-11-25T07:13:56,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742244_1424 (size=753) 2024-11-25T07:13:56,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:56,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:56,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:56,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9, size=1.4 K (1413bytes) at 1732518836089Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9 so closing down at 1732518836093 (+4 ms)3 split writer threads finished at 1732518836094 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518836112 (+18 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518836117 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518836156 (+39 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518836158 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518836167 (+9 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518836170 (+3 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518836170 2024-11-25T07:13:56,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732518830879/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/8617936c-bd54-7600-933b-3ea77c166c44/oldWALs/wal.dat.9 2024-11-25T07:13:56,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=397 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 386) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8218 (was 8247) 2024-11-25T07:13:56,267 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=8218 2024-11-25T07:13:56,268 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:56,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742245_1425 (size=7) 2024-11-25T07:13:56,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742245_1425 (size=7) 2024-11-25T07:13:56,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:56,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:56,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:56,291 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:56,291 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-25T07:13:56,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:56,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:56,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:56,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:56,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:56,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:56,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:56,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:56,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:56,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:56,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:56,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:56,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:56,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:56,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:56,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:56,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:56,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:56,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742246_1426 (size=863) 2024-11-25T07:13:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742246_1426 (size=863) 2024-11-25T07:13:56,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742247_1427 (size=823) 2024-11-25T07:13:56,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742247_1427 (size=823) 2024-11-25T07:13:56,397 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0, size=823 (823bytes) 2024-11-25T07:13:56,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0 2024-11-25T07:13:56,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0 after 0ms 2024-11-25T07:13:56,400 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0 took 2ms 2024-11-25T07:13:56,422 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0; continuing. 2024-11-25T07:13:56,422 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0 so closing down 2024-11-25T07:13:56,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:56,426 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:56,440 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:56,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742248_1428 (size=786) 2024-11-25T07:13:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742248_1428 (size=786) 2024-11-25T07:13:56,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:56,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-25T07:13:56,902 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 485 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-25T07:13:56,902 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0, size=823 (823bytes) at 1732518836397Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0 so closing down at 1732518836422 (+25 ms)3 split writer threads finished at 1732518836426 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518836461 (+35 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518836900 (+439 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732518836902 (+2 ms)Processed 9 edits across 1 Regions in 485 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732518836902 2024-11-25T07:13:56,905 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/WALs/testeofisignored,16010,1732518836291/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/35adab8b-8f08-3c72-b646-9f3b387f9a44/oldWALs/wal.dat.0 2024-11-25T07:13:56,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=8200 (was 8218) 2024-11-25T07:13:56,929 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=8200 2024-11-25T07:13:56,930 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742249_1429 (size=7) 2024-11-25T07:13:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742249_1429 (size=7) 2024-11-25T07:13:56,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:56,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:56,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:56,944 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:56,944 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-25T07:13:56,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-25T07:13:56,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742250_1430 (size=93) 2024-11-25T07:13:56,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742250_1430 (size=93) 2024-11-25T07:13:56,983 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty, size=93 (93bytes) 2024-11-25T07:13:56,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty 2024-11-25T07:13:56,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty after 0ms 2024-11-25T07:13:56,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty took 7ms 2024-11-25T07:13:56,989 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty so closing down 2024-11-25T07:13:56,989 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:56,990 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:56,990 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-25T07:13:56,990 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty, size=93 (93bytes) at 1732518836983Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty so closing down at 1732518836989 (+6 ms)3 split writer threads finished at 1732518836990 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732518836990 2024-11-25T07:13:56,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/WALs/testsplitlogfileempty,16010,1732518836944/wal.dat..empty to hdfs://localhost:40653/user/jenkins/test-data/fb29dfaf-d72f-b192-7892-a223b08c1e7f/oldWALs/wal.dat..empty 2024-11-25T07:13:57,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=8199 (was 8200) 2024-11-25T07:13:57,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=8199 2024-11-25T07:13:57,021 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742251_1431 (size=7) 2024-11-25T07:13:57,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742251_1431 (size=7) 2024-11-25T07:13:57,030 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:57,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:57,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:57,036 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:57,036 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:57,037 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:57,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:57,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742252_1432 (size=1393) 2024-11-25T07:13:57,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742252_1432 (size=1393) 2024-11-25T07:13:57,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:57,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:57,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742253_1433 (size=1393) 2024-11-25T07:13:57,474 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:57,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:57,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742253_1433 (size=1393) 2024-11-25T07:13:57,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742254_1434 (size=1393) 2024-11-25T07:13:57,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742254_1434 (size=1393) 2024-11-25T07:13:57,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:57,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742255_1435 (size=1393) 2024-11-25T07:13:57,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742255_1435 (size=1393) 2024-11-25T07:13:57,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:57,504 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:57,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742256_1436 (size=1393) 2024-11-25T07:13:57,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742256_1436 (size=1393) 2024-11-25T07:13:57,517 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:57,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:57,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742257_1437 (size=1393) 2024-11-25T07:13:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742257_1437 (size=1393) 2024-11-25T07:13:57,533 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:57,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:57,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742258_1438 (size=1405) 2024-11-25T07:13:57,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742258_1438 (size=1405) 2024-11-25T07:13:57,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:57,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742259_1439 (size=1413) 2024-11-25T07:13:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742259_1439 (size=1413) 2024-11-25T07:13:57,565 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:57,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742260_1440 (size=1413) 2024-11-25T07:13:57,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742260_1440 (size=1413) 2024-11-25T07:13:57,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:57,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:57,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:57,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:57,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742261_1441 (size=1413) 2024-11-25T07:13:57,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742261_1441 (size=1413) 2024-11-25T07:13:57,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:57,630 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:13:57,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0 2024-11-25T07:13:57,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0 after 1ms 2024-11-25T07:13:57,633 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0 took 4ms 2024-11-25T07:13:57,635 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0 so closing down 2024-11-25T07:13:57,635 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:57,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:57,640 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:57,641 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:57,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:13:57,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:57,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742262_1442 (size=743) 2024-11-25T07:13:57,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742262_1442 (size=743) 2024-11-25T07:13:57,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-25T07:13:57,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742263_1443 (size=743) 2024-11-25T07:13:57,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742263_1443 (size=743) 2024-11-25T07:13:57,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:13:57,678 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:57,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0, size=1.4 K (1393bytes) at 1732518837630Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0 so closing down at 1732518837635 (+5 ms)3 split writer threads finished at 1732518837635Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518837648 (+13 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518837652 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837666 (+14 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732518837667 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837677 (+10 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518837678 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518837678 2024-11-25T07:13:57,680 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/oldWALs/wal.dat.0 2024-11-25T07:13:57,681 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:13:57,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1 2024-11-25T07:13:57,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1 after 0ms 2024-11-25T07:13:57,685 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1 took 4ms 2024-11-25T07:13:57,686 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1 so closing down 2024-11-25T07:13:57,686 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:57,687 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:57,690 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:57,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:13:57,703 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:57,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:13:57,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742264_1444 (size=743) 2024-11-25T07:13:57,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742264_1444 (size=743) 2024-11-25T07:13:57,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-25T07:13:57,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742265_1445 (size=743) 2024-11-25T07:13:57,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742265_1445 (size=743) 2024-11-25T07:13:57,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:13:57,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:57,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1, size=1.4 K (1393bytes) at 1732518837681Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1 so closing down at 1732518837686 (+5 ms)3 split writer threads finished at 1732518837687 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518837691 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518837706 (+15 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837733 (+27 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732518837736 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837747 (+11 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518837748 (+1 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518837749 (+1 ms) 2024-11-25T07:13:57,750 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/oldWALs/wal.dat.1 2024-11-25T07:13:57,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:13:57,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2 2024-11-25T07:13:57,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2 after 2ms 2024-11-25T07:13:57,755 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2 took 5ms 2024-11-25T07:13:57,765 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2 so closing down 2024-11-25T07:13:57,765 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:57,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:57,770 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:57,770 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:57,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:13:57,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:13:57,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742266_1446 (size=743) 2024-11-25T07:13:57,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742266_1446 (size=743) 2024-11-25T07:13:57,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-25T07:13:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742267_1447 (size=743) 2024-11-25T07:13:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742267_1447 (size=743) 2024-11-25T07:13:57,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:13:57,800 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:57,800 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2, size=1.4 K (1393bytes) at 1732518837750Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2 so closing down at 1732518837765 (+15 ms)3 split writer threads finished at 1732518837766 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518837772 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518837773 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837787 (+14 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732518837789 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837799 (+10 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518837800 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518837800 2024-11-25T07:13:57,802 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/oldWALs/wal.dat.2 2024-11-25T07:13:57,802 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:13:57,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3 2024-11-25T07:13:57,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3 after 0ms 2024-11-25T07:13:57,804 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3 took 2ms 2024-11-25T07:13:57,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3 so closing down 2024-11-25T07:13:57,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:57,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:57,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:57,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:57,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:13:57,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:13:57,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742268_1448 (size=743) 2024-11-25T07:13:57,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742268_1448 (size=743) 2024-11-25T07:13:57,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742269_1449 (size=743) 2024-11-25T07:13:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742269_1449 (size=743) 2024-11-25T07:13:57,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:13:57,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-25T07:13:57,832 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:57,833 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3, size=1.4 K (1393bytes) at 1732518837802Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3 so closing down at 1732518837806 (+4 ms)3 split writer threads finished at 1732518837806Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518837811 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518837812 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837829 (+17 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837831 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518837831Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732518837832 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518837832 2024-11-25T07:13:57,835 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/oldWALs/wal.dat.3 2024-11-25T07:13:57,835 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:13:57,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4 2024-11-25T07:13:57,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4 after 0ms 2024-11-25T07:13:57,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4 took 2ms 2024-11-25T07:13:57,841 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4 so closing down 2024-11-25T07:13:57,841 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:57,841 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:57,845 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:57,845 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:57,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:13:57,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:13:57,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742270_1450 (size=743) 2024-11-25T07:13:57,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742270_1450 (size=743) 2024-11-25T07:13:57,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:13:57,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742271_1451 (size=743) 2024-11-25T07:13:57,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742271_1451 (size=743) 2024-11-25T07:13:57,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-25T07:13:57,871 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:57,871 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4, size=1.4 K (1393bytes) at 1732518837835Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4 so closing down at 1732518837841 (+6 ms)3 split writer threads finished at 1732518837841Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518837846 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518837847 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837862 (+15 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518837863 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837870 (+7 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732518837871 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518837871 2024-11-25T07:13:57,872 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/oldWALs/wal.dat.4 2024-11-25T07:13:57,873 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T07:13:57,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5 2024-11-25T07:13:57,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5 after 0ms 2024-11-25T07:13:57,875 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5 took 3ms 2024-11-25T07:13:57,877 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5 so closing down 2024-11-25T07:13:57,877 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:57,880 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:57,882 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:57,882 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:57,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:13:57,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:13:57,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742272_1452 (size=743) 2024-11-25T07:13:57,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742272_1452 (size=743) 2024-11-25T07:13:57,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742273_1453 (size=743) 2024-11-25T07:13:57,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742273_1453 (size=743) 2024-11-25T07:13:57,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T07:13:57,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-25T07:13:57,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-25T07:13:57,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5, size=1.4 K (1393bytes) at 1732518837873Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5 so closing down at 1732518837877 (+4 ms)3 split writer threads finished at 1732518837880 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518837886 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518837886Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837897 (+11 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837898 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732518837898Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732518837899 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732518837899 2024-11-25T07:13:57,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/oldWALs/wal.dat.5 2024-11-25T07:13:57,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:13:57,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6 2024-11-25T07:13:57,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6 after 0ms 2024-11-25T07:13:57,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6 took 2ms 2024-11-25T07:13:57,904 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6 so closing down 2024-11-25T07:13:57,904 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:57,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:57,905 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:57,906 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:57,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:13:57,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:13:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742274_1454 (size=749) 2024-11-25T07:13:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742274_1454 (size=749) 2024-11-25T07:13:57,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742275_1455 (size=749) 2024-11-25T07:13:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742275_1455 (size=749) 2024-11-25T07:13:57,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:13:57,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-25T07:13:57,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-25T07:13:57,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6, size=1.4 K (1405bytes) at 1732518837901Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6 so closing down at 1732518837904 (+3 ms)3 split writer threads finished at 1732518837904Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518837906 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518837908 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837921 (+13 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837922 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518837926 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732518837926Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732518837926 2024-11-25T07:13:57,928 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/oldWALs/wal.dat.6 2024-11-25T07:13:57,929 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:13:57,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7 2024-11-25T07:13:57,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7 after 0ms 2024-11-25T07:13:57,931 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7 took 2ms 2024-11-25T07:13:57,932 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7 so closing down 2024-11-25T07:13:57,932 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:57,932 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:57,934 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:57,934 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:57,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:13:57,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:13:57,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742276_1456 (size=753) 2024-11-25T07:13:57,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742276_1456 (size=753) 2024-11-25T07:13:57,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:13:57,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742277_1457 (size=753) 2024-11-25T07:13:57,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742277_1457 (size=753) 2024-11-25T07:13:57,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-25T07:13:57,958 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:57,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7, size=1.4 K (1413bytes) at 1732518837929Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7 so closing down at 1732518837932 (+3 ms)3 split writer threads finished at 1732518837932Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518837935 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518837940 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837950 (+10 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518837951 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837957 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732518837958 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518837958 2024-11-25T07:13:57,960 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/oldWALs/wal.dat.7 2024-11-25T07:13:57,960 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:13:57,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8 2024-11-25T07:13:57,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8 after 0ms 2024-11-25T07:13:57,962 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8 took 2ms 2024-11-25T07:13:57,963 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8 so closing down 2024-11-25T07:13:57,963 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:57,963 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:57,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:57,965 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:57,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:13:57,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:13:57,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742278_1458 (size=753) 2024-11-25T07:13:57,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742278_1458 (size=753) 2024-11-25T07:13:57,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:13:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742279_1459 (size=753) 2024-11-25T07:13:57,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742279_1459 (size=753) 2024-11-25T07:13:57,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:57,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-25T07:13:57,980 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:57,980 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8, size=1.4 K (1413bytes) at 1732518837960Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8 so closing down at 1732518837963 (+3 ms)3 split writer threads finished at 1732518837963Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518837965 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518837966 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837974 (+8 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518837977 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518837979 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732518837980 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518837980 2024-11-25T07:13:57,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/oldWALs/wal.dat.8 2024-11-25T07:13:57,982 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:13:57,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9 2024-11-25T07:13:57,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9 after 1ms 2024-11-25T07:13:57,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9 took 2ms 2024-11-25T07:13:57,992 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9 so closing down 2024-11-25T07:13:57,992 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:57,993 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:57,998 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:57,998 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:57,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:13:58,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:13:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742280_1460 (size=753) 2024-11-25T07:13:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742280_1460 (size=753) 2024-11-25T07:13:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742281_1461 (size=753) 2024-11-25T07:13:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742281_1461 (size=753) 2024-11-25T07:13:58,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:58,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:58,015 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-25T07:13:58,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:13:58,015 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-25T07:13:58,015 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9, size=1.4 K (1413bytes) at 1732518837982Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9 so closing down at 1732518837992 (+10 ms)3 split writer threads finished at 1732518837993 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518837999 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518838004 (+5 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518838013 (+9 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518838013Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732518838015 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518838015Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732518838015 2024-11-25T07:13:58,017 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/WALs/testlogsgetarchivedaftersplit,16010,1732518837036/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/d7175a78-251b-8ec6-b1ce-7c2b3b70f628/oldWALs/wal.dat.9 2024-11-25T07:13:58,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=140 (was 140), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=8194 (was 8199) 2024-11-25T07:13:58,035 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=8194 2024-11-25T07:13:58,035 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:58,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742282_1462 (size=7) 2024-11-25T07:13:58,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742282_1462 (size=7) 2024-11-25T07:13:58,042 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:58,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:58,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:58,046 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:58,046 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-25T07:13:58,046 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-25T07:13:58,047 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:58,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742283_1463 (size=723) 2024-11-25T07:13:58,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742283_1463 (size=723) 2024-11-25T07:13:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:58,055 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742284_1464 (size=723) 2024-11-25T07:13:58,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742284_1464 (size=723) 2024-11-25T07:13:58,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:58,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:58,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742285_1465 (size=723) 2024-11-25T07:13:58,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742285_1465 (size=723) 2024-11-25T07:13:58,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:58,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:58,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742286_1466 (size=723) 2024-11-25T07:13:58,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742286_1466 (size=723) 2024-11-25T07:13:58,496 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:58,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742287_1467 (size=723) 2024-11-25T07:13:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742287_1467 (size=723) 2024-11-25T07:13:58,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:58,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:58,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742288_1468 (size=723) 2024-11-25T07:13:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742288_1468 (size=723) 2024-11-25T07:13:58,523 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:58,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742289_1469 (size=723) 2024-11-25T07:13:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742289_1469 (size=723) 2024-11-25T07:13:58,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:58,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:58,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742290_1470 (size=723) 2024-11-25T07:13:58,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742290_1470 (size=723) 2024-11-25T07:13:58,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:58,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:58,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742291_1471 (size=723) 2024-11-25T07:13:58,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742291_1471 (size=723) 2024-11-25T07:13:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:58,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742292_1472 (size=723) 2024-11-25T07:13:58,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742292_1472 (size=723) 2024-11-25T07:13:58,593 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:13:58,613 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/oldWALs, maxLogs=32 2024-11-25T07:13:58,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732518838647 2024-11-25T07:13:58,657 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732518838647 2024-11-25T07:13:58,711 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:45857:45857),(127.0.0.1/127.0.0.1:43707:43707)] 2024-11-25T07:13:58,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732518838046/wal.dat.0, size=723 (723bytes) 2024-11-25T07:13:58,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732518838046/wal.dat.0 2024-11-25T07:13:58,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732518838046/wal.dat.0 after 0ms 2024-11-25T07:13:58,732 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732518838046/wal.dat.0 took 3ms 2024-11-25T07:13:58,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732518838046/wal.dat.0 so closing down 2024-11-25T07:13:58,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:13:58,734 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:13:58,737 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:58,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:13:58,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742294_1474 (size=723) 2024-11-25T07:13:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742294_1474 (size=723) 2024-11-25T07:13:58,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:13:58,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-25T07:13:58,759 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732518838046/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-25T07:13:58,759 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732518838046/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732518838046/wal.dat.0, size=723 (723bytes) at 1732518838729Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732518838046/wal.dat.0 so closing down at 1732518838734 (+5 ms)3 split writer threads finished at 1732518838734Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518838745 (+11 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518838753 (+8 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732518838758 (+5 ms)Processed 10 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732518838046/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732518838759 (+1 ms) 2024-11-25T07:13:58,760 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T07:13:58,764 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T07:13:58,764 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T07:13:58,764 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T07:13:58,764 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T07:13:58,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742293_1473 (size=93) 2024-11-25T07:13:58,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742293_1473 (size=93) 2024-11-25T07:13:58,776 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23d0c02b-50db-72c5-373e-537e500a6b40/oldWALs 2024-11-25T07:13:58,779 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732518838647) 2024-11-25T07:13:58,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=146 (was 140) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=8188 (was 8194) 2024-11-25T07:13:58,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=8188 2024-11-25T07:13:58,799 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:13:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742295_1475 (size=7) 2024-11-25T07:13:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742295_1475 (size=7) 2024-11-25T07:13:58,820 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:13:58,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:58,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:13:58,825 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:58,826 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-25T07:13:58,827 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:13:58,827 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:13:58,827 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:13:58,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:13:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742296_1476 (size=1393) 2024-11-25T07:13:58,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742296_1476 (size=1393) 2024-11-25T07:13:58,885 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:13:58,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:13:58,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742297_1477 (size=1393) 2024-11-25T07:13:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742297_1477 (size=1393) 2024-11-25T07:13:58,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:13:58,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:13:58,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:58,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742298_1478 (size=1393) 2024-11-25T07:13:58,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742298_1478 (size=1393) 2024-11-25T07:13:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:13:58,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:13:58,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:58,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742299_1479 (size=1393) 2024-11-25T07:13:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742299_1479 (size=1393) 2024-11-25T07:13:59,078 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:13:59,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:13:59,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742300_1480 (size=1393) 2024-11-25T07:13:59,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742300_1480 (size=1393) 2024-11-25T07:13:59,157 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:13:59,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:13:59,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742301_1481 (size=1393) 2024-11-25T07:13:59,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742301_1481 (size=1393) 2024-11-25T07:13:59,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:13:59,230 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:13:59,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742302_1482 (size=1405) 2024-11-25T07:13:59,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742302_1482 (size=1405) 2024-11-25T07:13:59,285 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:13:59,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:13:59,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742303_1483 (size=1413) 2024-11-25T07:13:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742303_1483 (size=1413) 2024-11-25T07:13:59,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:13:59,757 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:13:59,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742304_1484 (size=1413) 2024-11-25T07:13:59,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742304_1484 (size=1413) 2024-11-25T07:13:59,797 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:13:59,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:13:59,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:13:59,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:13:59,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742305_1485 (size=1413) 2024-11-25T07:13:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742305_1485 (size=1413) 2024-11-25T07:14:00,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:14:00,250 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:14:00,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 2024-11-25T07:14:00,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 after 0ms 2024-11-25T07:14:00,252 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 took 2ms 2024-11-25T07:14:00,259 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,260 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 so closing down 2024-11-25T07:14:00,260 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:00,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K (1393bytes) at 1732518840250Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 so closing down at 1732518840260 (+10 ms)3 split writer threads finished at 1732518840260Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518840260 2024-11-25T07:14:00,265 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.0 2024-11-25T07:14:00,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:14:00,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 2024-11-25T07:14:00,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 after 1ms 2024-11-25T07:14:00,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 took 12ms 2024-11-25T07:14:00,290 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,290 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 so closing down 2024-11-25T07:14:00,290 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,292 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:00,292 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K (1393bytes) at 1732518840266Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 so closing down at 1732518840290 (+24 ms)3 split writer threads finished at 1732518840292 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518840292 2024-11-25T07:14:00,295 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.1 2024-11-25T07:14:00,295 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:14:00,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 2024-11-25T07:14:00,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 after 0ms 2024-11-25T07:14:00,299 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 took 4ms 2024-11-25T07:14:00,307 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,307 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 so closing down 2024-11-25T07:14:00,307 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,308 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:00,309 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K (1393bytes) at 1732518840295Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 so closing down at 1732518840307 (+12 ms)3 split writer threads finished at 1732518840308 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518840308 2024-11-25T07:14:00,311 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.2 2024-11-25T07:14:00,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:14:00,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 2024-11-25T07:14:00,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 after 0ms 2024-11-25T07:14:00,313 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 took 2ms 2024-11-25T07:14:00,325 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,325 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 so closing down 2024-11-25T07:14:00,325 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,336 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:00,337 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K (1393bytes) at 1732518840311Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 so closing down at 1732518840325 (+14 ms)3 split writer threads finished at 1732518840336 (+11 ms)Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518840336 2024-11-25T07:14:00,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.3 2024-11-25T07:14:00,339 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:14:00,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 2024-11-25T07:14:00,339 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 after 0ms 2024-11-25T07:14:00,343 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 took 4ms 2024-11-25T07:14:00,364 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 so closing down 2024-11-25T07:14:00,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,365 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,365 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:00,365 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K (1393bytes) at 1732518840339Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 so closing down at 1732518840364 (+25 ms)3 split writer threads finished at 1732518840365 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518840365 2024-11-25T07:14:00,371 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.4 2024-11-25T07:14:00,371 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T07:14:00,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 2024-11-25T07:14:00,372 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 after 1ms 2024-11-25T07:14:00,374 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 took 3ms 2024-11-25T07:14:00,388 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,388 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 so closing down 2024-11-25T07:14:00,388 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,395 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,395 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:00,396 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K (1393bytes) at 1732518840371Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 so closing down at 1732518840388 (+17 ms)3 split writer threads finished at 1732518840395 (+7 ms)Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518840395 2024-11-25T07:14:00,398 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.5 2024-11-25T07:14:00,399 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:14:00,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 2024-11-25T07:14:00,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 after 0ms 2024-11-25T07:14:00,403 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 took 5ms 2024-11-25T07:14:00,413 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,414 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 so closing down 2024-11-25T07:14:00,414 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,415 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-25T07:14:00,415 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K (1405bytes) at 1732518840399Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 so closing down at 1732518840414 (+15 ms)3 split writer threads finished at 1732518840415 (+1 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732518840415 2024-11-25T07:14:00,417 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.6 2024-11-25T07:14:00,417 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:14:00,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 2024-11-25T07:14:00,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 after 1ms 2024-11-25T07:14:00,420 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 took 3ms 2024-11-25T07:14:00,429 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,430 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 so closing down 2024-11-25T07:14:00,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T07:14:00,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K (1413bytes) at 1732518840417Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 so closing down at 1732518840430 (+13 ms)3 split writer threads finished at 1732518840436 (+6 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732518840436 2024-11-25T07:14:00,439 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.7 2024-11-25T07:14:00,439 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:14:00,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 2024-11-25T07:14:00,440 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 after 1ms 2024-11-25T07:14:00,443 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 took 4ms 2024-11-25T07:14:00,446 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,447 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 so closing down 2024-11-25T07:14:00,447 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,448 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,448 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T07:14:00,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K (1413bytes) at 1732518840439Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 so closing down at 1732518840447 (+8 ms)3 split writer threads finished at 1732518840448 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732518840448 2024-11-25T07:14:00,458 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.8 2024-11-25T07:14:00,458 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:14:00,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 2024-11-25T07:14:00,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 after 1ms 2024-11-25T07:14:00,461 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 took 3ms 2024-11-25T07:14:00,485 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 so closing down 2024-11-25T07:14:00,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,486 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T07:14:00,486 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K (1413bytes) at 1732518840458Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 so closing down at 1732518840486 (+28 ms)3 split writer threads finished at 1732518840486Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732518840486 2024-11-25T07:14:00,491 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.9 2024-11-25T07:14:00,493 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518840264; access_time=1732518838832; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518840294; access_time=1732518838886; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518840310; access_time=1732518838911; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518840338; access_time=1732518838994; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518840370; access_time=1732518839078; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518840397; access_time=1732518839158; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732518840416; access_time=1732518839230; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732518840438; access_time=1732518839286; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732518840456; access_time=1732518839757; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732518840488; access_time=1732518839798; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T07:14:00,498 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:14:00,498 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:14:00,499 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:14:00,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:14:00,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742306_1486 (size=1393) 2024-11-25T07:14:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742306_1486 (size=1393) 2024-11-25T07:14:00,570 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:14:00,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:14:00,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742307_1487 (size=1393) 2024-11-25T07:14:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742307_1487 (size=1393) 2024-11-25T07:14:00,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:14:00,610 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:14:00,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742308_1488 (size=1393) 2024-11-25T07:14:00,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742308_1488 (size=1393) 2024-11-25T07:14:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:14:00,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:14:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742309_1489 (size=1393) 2024-11-25T07:14:00,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742309_1489 (size=1393) 2024-11-25T07:14:00,659 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:14:00,659 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:14:00,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742310_1490 (size=1393) 2024-11-25T07:14:00,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742310_1490 (size=1393) 2024-11-25T07:14:00,693 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:14:00,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:14:00,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742311_1491 (size=1393) 2024-11-25T07:14:00,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742311_1491 (size=1393) 2024-11-25T07:14:00,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:14:00,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:14:00,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742312_1492 (size=1405) 2024-11-25T07:14:00,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742312_1492 (size=1405) 2024-11-25T07:14:00,757 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:14:00,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:14:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742313_1493 (size=1413) 2024-11-25T07:14:00,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742313_1493 (size=1413) 2024-11-25T07:14:00,771 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:14:00,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:14:00,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742314_1494 (size=1413) 2024-11-25T07:14:00,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742314_1494 (size=1413) 2024-11-25T07:14:00,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:14:00,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:14:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:00,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:00,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742315_1495 (size=1413) 2024-11-25T07:14:00,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742315_1495 (size=1413) 2024-11-25T07:14:00,813 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:14:00,837 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:14:00,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 2024-11-25T07:14:00,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 after 2ms 2024-11-25T07:14:00,840 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 took 4ms 2024-11-25T07:14:00,846 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 so closing down 2024-11-25T07:14:00,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,847 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,857 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:14:00,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:14:00,876 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:14:00,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:14:00,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742316_1496 (size=418) 2024-11-25T07:14:00,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742316_1496 (size=418) 2024-11-25T07:14:00,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:00,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-25T07:14:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742317_1497 (size=418) 2024-11-25T07:14:00,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742317_1497 (size=418) 2024-11-25T07:14:00,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:00,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-25T07:14:00,918 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:00,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K (1393bytes) at 1732518840837Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 so closing down at 1732518840847 (+10 ms)3 split writer threads finished at 1732518840847Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518840876 (+29 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518840880 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518840901 (+21 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732518840905 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518840917 (+12 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732518840918 (+1 ms)Processed 10 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518840918 2024-11-25T07:14:00,922 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.0 2024-11-25T07:14:00,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:14:00,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 2024-11-25T07:14:00,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 after 0ms 2024-11-25T07:14:00,928 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 took 6ms 2024-11-25T07:14:00,929 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,930 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 so closing down 2024-11-25T07:14:00,930 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,930 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,932 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:14:00,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:14:00,934 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:14:00,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:14:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742318_1498 (size=418) 2024-11-25T07:14:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742318_1498 (size=418) 2024-11-25T07:14:00,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742319_1499 (size=418) 2024-11-25T07:14:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742319_1499 (size=418) 2024-11-25T07:14:00,954 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:00,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-25T07:14:00,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:00,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-25T07:14:00,958 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:00,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K (1393bytes) at 1732518840922Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 so closing down at 1732518840930 (+8 ms)3 split writer threads finished at 1732518840930Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518840933 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518840936 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518840954 (+18 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732518840955 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518840957 (+2 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732518840958 (+1 ms)Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518840958 2024-11-25T07:14:00,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.1 2024-11-25T07:14:00,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:14:00,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 2024-11-25T07:14:00,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 after 0ms 2024-11-25T07:14:00,963 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 took 2ms 2024-11-25T07:14:00,964 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:00,964 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 so closing down 2024-11-25T07:14:00,965 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:00,965 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:00,973 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:14:00,973 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:14:00,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:14:00,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:14:00,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742320_1500 (size=418) 2024-11-25T07:14:00,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742320_1500 (size=418) 2024-11-25T07:14:00,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:00,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-25T07:14:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742321_1501 (size=418) 2024-11-25T07:14:00,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:00,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742321_1501 (size=418) 2024-11-25T07:14:01,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-25T07:14:01,001 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:01,001 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K (1393bytes) at 1732518840961Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 so closing down at 1732518840964 (+3 ms)3 split writer threads finished at 1732518840965 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518840974 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518840976 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518840985 (+9 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732518840986 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518840999 (+13 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732518841001 (+2 ms)Processed 10 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518841001 2024-11-25T07:14:01,003 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.2 2024-11-25T07:14:01,003 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:14:01,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 2024-11-25T07:14:01,003 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 after 0ms 2024-11-25T07:14:01,012 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 took 9ms 2024-11-25T07:14:01,015 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,016 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 so closing down 2024-11-25T07:14:01,016 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,017 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,022 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:14:01,022 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:14:01,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:14:01,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:14:01,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742322_1502 (size=418) 2024-11-25T07:14:01,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742322_1502 (size=418) 2024-11-25T07:14:01,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-25T07:14:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742323_1503 (size=418) 2024-11-25T07:14:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742323_1503 (size=418) 2024-11-25T07:14:01,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-25T07:14:01,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:01,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K (1393bytes) at 1732518841003Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 so closing down at 1732518841016 (+13 ms)3 split writer threads finished at 1732518841017 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518841023 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518841024 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841037 (+13 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732518841038 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841042 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732518841043 (+1 ms)Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518841043 2024-11-25T07:14:01,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.3 2024-11-25T07:14:01,046 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:14:01,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 2024-11-25T07:14:01,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 after 0ms 2024-11-25T07:14:01,048 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 took 2ms 2024-11-25T07:14:01,049 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 so closing down 2024-11-25T07:14:01,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,054 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:14:01,057 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:14:01,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:14:01,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:14:01,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742325_1505 (size=418) 2024-11-25T07:14:01,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742325_1505 (size=418) 2024-11-25T07:14:01,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-25T07:14:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742324_1504 (size=418) 2024-11-25T07:14:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742324_1504 (size=418) 2024-11-25T07:14:01,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-25T07:14:01,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:01,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K (1393bytes) at 1732518841046Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 so closing down at 1732518841050 (+4 ms)3 split writer threads finished at 1732518841052 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518841057 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518841058 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841082 (+24 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732518841083 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841087 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732518841088 (+1 ms)Processed 10 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518841088 2024-11-25T07:14:01,091 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.4 2024-11-25T07:14:01,091 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T07:14:01,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 2024-11-25T07:14:01,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 after 1ms 2024-11-25T07:14:01,097 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 took 6ms 2024-11-25T07:14:01,099 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,099 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 so closing down 2024-11-25T07:14:01,099 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,102 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:14:01,102 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:14:01,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:14:01,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:14:01,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742326_1506 (size=418) 2024-11-25T07:14:01,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742326_1506 (size=418) 2024-11-25T07:14:01,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742327_1507 (size=418) 2024-11-25T07:14:01,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742327_1507 (size=418) 2024-11-25T07:14:01,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-25T07:14:01,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-25T07:14:01,122 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:01,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K (1393bytes) at 1732518841091Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 so closing down at 1732518841099 (+8 ms)3 split writer threads finished at 1732518841100 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518841103 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518841104 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841119 (+15 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732518841121 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841121Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732518841122 (+1 ms)Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518841122 2024-11-25T07:14:01,124 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.5 2024-11-25T07:14:01,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:14:01,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 2024-11-25T07:14:01,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 after 0ms 2024-11-25T07:14:01,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 took 3ms 2024-11-25T07:14:01,128 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 so closing down 2024-11-25T07:14:01,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,135 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:14:01,135 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:14:01,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:14:01,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:14:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742328_1508 (size=419) 2024-11-25T07:14:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742328_1508 (size=419) 2024-11-25T07:14:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742329_1509 (size=419) 2024-11-25T07:14:01,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742329_1509 (size=419) 2024-11-25T07:14:01,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-25T07:14:01,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-25T07:14:01,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-25T07:14:01,162 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K (1405bytes) at 1732518841125Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 so closing down at 1732518841129 (+4 ms)3 split writer threads finished at 1732518841129Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518841142 (+13 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518841144 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841159 (+15 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841160 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732518841161 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732518841161Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732518841162 (+1 ms) 2024-11-25T07:14:01,164 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.6 2024-11-25T07:14:01,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:14:01,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 2024-11-25T07:14:01,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 after 0ms 2024-11-25T07:14:01,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 took 5ms 2024-11-25T07:14:01,170 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,170 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 so closing down 2024-11-25T07:14:01,170 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,171 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,174 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:14:01,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:14:01,182 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:14:01,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:14:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742330_1510 (size=423) 2024-11-25T07:14:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742330_1510 (size=423) 2024-11-25T07:14:01,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-25T07:14:01,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742331_1511 (size=423) 2024-11-25T07:14:01,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742331_1511 (size=423) 2024-11-25T07:14:01,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-25T07:14:01,205 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T07:14:01,205 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K (1413bytes) at 1732518841164Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 so closing down at 1732518841170 (+6 ms)3 split writer threads finished at 1732518841171 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518841180 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518841184 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841190 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732518841191 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841204 (+13 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732518841205 (+1 ms)Processed 10 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732518841205 2024-11-25T07:14:01,207 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.7 2024-11-25T07:14:01,207 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:14:01,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 2024-11-25T07:14:01,207 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 after 0ms 2024-11-25T07:14:01,209 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 took 2ms 2024-11-25T07:14:01,210 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 so closing down 2024-11-25T07:14:01,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,211 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:14:01,214 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:14:01,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:14:01,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:14:01,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742332_1512 (size=423) 2024-11-25T07:14:01,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742332_1512 (size=423) 2024-11-25T07:14:01,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-25T07:14:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742333_1513 (size=423) 2024-11-25T07:14:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742333_1513 (size=423) 2024-11-25T07:14:01,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-25T07:14:01,259 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T07:14:01,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K (1413bytes) at 1732518841207Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 so closing down at 1732518841211 (+4 ms)3 split writer threads finished at 1732518841211Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518841218 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518841218Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841234 (+16 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732518841235 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841257 (+22 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732518841259 (+2 ms)Processed 10 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732518841259 2024-11-25T07:14:01,261 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.8 2024-11-25T07:14:01,261 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:14:01,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 2024-11-25T07:14:01,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 after 1ms 2024-11-25T07:14:01,264 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 took 2ms 2024-11-25T07:14:01,269 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,270 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 so closing down 2024-11-25T07:14:01,270 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,272 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,283 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:14:01,285 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:14:01,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:14:01,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:14:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742334_1514 (size=423) 2024-11-25T07:14:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742334_1514 (size=423) 2024-11-25T07:14:01,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-25T07:14:01,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742335_1515 (size=423) 2024-11-25T07:14:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742335_1515 (size=423) 2024-11-25T07:14:01,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-25T07:14:01,328 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T07:14:01,328 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K (1413bytes) at 1732518841261Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 so closing down at 1732518841270 (+9 ms)3 split writer threads finished at 1732518841272 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518841290 (+18 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518841294 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841307 (+13 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732518841308 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732518841326 (+18 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732518841327 (+1 ms)Processed 10 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732518841328 (+1 ms) 2024-11-25T07:14:01,330 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.9 2024-11-25T07:14:01,332 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518840919; access_time=1732518840500; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518840959; access_time=1732518840570; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518841002; access_time=1732518840610; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518841045; access_time=1732518840635; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518841090; access_time=1732518840662; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518841123; access_time=1732518840694; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732518841163; access_time=1732518840730; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732518841206; access_time=1732518840758; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732518841260; access_time=1732518840772; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732518841329; access_time=1732518840786; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T07:14:01,339 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:14:01,339 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:14:01,340 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:14:01,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:14:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742336_1516 (size=1393) 2024-11-25T07:14:01,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742336_1516 (size=1393) 2024-11-25T07:14:01,360 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:14:01,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-25T07:14:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742337_1517 (size=1393) 2024-11-25T07:14:01,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742337_1517 (size=1393) 2024-11-25T07:14:01,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-25T07:14:01,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-25T07:14:01,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742338_1518 (size=1393) 2024-11-25T07:14:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742338_1518 (size=1393) 2024-11-25T07:14:01,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-25T07:14:01,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-25T07:14:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742339_1519 (size=1393) 2024-11-25T07:14:01,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742339_1519 (size=1393) 2024-11-25T07:14:01,405 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-25T07:14:01,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-25T07:14:01,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742340_1520 (size=1393) 2024-11-25T07:14:01,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742340_1520 (size=1393) 2024-11-25T07:14:01,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-25T07:14:01,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-25T07:14:01,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742341_1521 (size=1393) 2024-11-25T07:14:01,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742341_1521 (size=1393) 2024-11-25T07:14:01,454 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-25T07:14:01,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-25T07:14:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742342_1522 (size=1405) 2024-11-25T07:14:01,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742342_1522 (size=1405) 2024-11-25T07:14:01,469 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-25T07:14:01,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-25T07:14:01,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742343_1523 (size=1413) 2024-11-25T07:14:01,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742343_1523 (size=1413) 2024-11-25T07:14:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-25T07:14:01,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-25T07:14:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742344_1524 (size=1413) 2024-11-25T07:14:01,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742344_1524 (size=1413) 2024-11-25T07:14:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-25T07:14:01,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-25T07:14:01,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:01,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:01,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742345_1525 (size=1413) 2024-11-25T07:14:01,509 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-25T07:14:01,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742345_1525 (size=1413) 2024-11-25T07:14:01,528 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K (1393bytes) 2024-11-25T07:14:01,528 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 2024-11-25T07:14:01,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 after 1ms 2024-11-25T07:14:01,530 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 took 2ms 2024-11-25T07:14:01,532 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 so closing down 2024-11-25T07:14:01,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,533 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,534 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-25T07:14:01,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-25T07:14:01,536 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-25T07:14:01,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-25T07:14:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742346_1526 (size=743) 2024-11-25T07:14:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742346_1526 (size=743) 2024-11-25T07:14:01,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-25T07:14:01,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742347_1527 (size=678) 2024-11-25T07:14:01,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742347_1527 (size=678) 2024-11-25T07:14:01,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-25T07:14:01,561 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:01,562 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K (1393bytes) at 1732518841528Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 so closing down at 1732518841533 (+5 ms)3 split writer threads finished at 1732518841533Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732518841536 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732518841537 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518841553 (+16 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732518841554 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518841560 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732518841561 (+1 ms)Processed 19 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518841561 2024-11-25T07:14:01,563 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.0 2024-11-25T07:14:01,563 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K (1393bytes) 2024-11-25T07:14:01,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 2024-11-25T07:14:01,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 after 1ms 2024-11-25T07:14:01,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 took 2ms 2024-11-25T07:14:01,566 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 so closing down 2024-11-25T07:14:01,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,567 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,569 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-25T07:14:01,569 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-25T07:14:01,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-25T07:14:01,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-25T07:14:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742349_1529 (size=743) 2024-11-25T07:14:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742349_1529 (size=743) 2024-11-25T07:14:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742348_1528 (size=678) 2024-11-25T07:14:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742348_1528 (size=678) 2024-11-25T07:14:01,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-25T07:14:01,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-25T07:14:01,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:01,582 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K (1393bytes) at 1732518841563Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 so closing down at 1732518841567 (+4 ms)3 split writer threads finished at 1732518841567Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732518841570 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732518841570Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518841580 (+10 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518841581 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732518841581Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732518841582 (+1 ms)Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518841582 2024-11-25T07:14:01,584 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.1 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.1 2024-11-25T07:14:01,584 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K (1393bytes) 2024-11-25T07:14:01,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 2024-11-25T07:14:01,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 after 0ms 2024-11-25T07:14:01,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 took 2ms 2024-11-25T07:14:01,587 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 so closing down 2024-11-25T07:14:01,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,587 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,589 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-25T07:14:01,589 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-25T07:14:01,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-25T07:14:01,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-25T07:14:01,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742350_1530 (size=678) 2024-11-25T07:14:01,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742350_1530 (size=678) 2024-11-25T07:14:01,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742351_1531 (size=743) 2024-11-25T07:14:01,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742351_1531 (size=743) 2024-11-25T07:14:01,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-25T07:14:01,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-25T07:14:01,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:01,602 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K (1393bytes) at 1732518841584Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 so closing down at 1732518841587 (+3 ms)3 split writer threads finished at 1732518841587Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732518841591 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732518841591Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518841599 (+8 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518841600 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732518841601 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732518841602 (+1 ms)Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518841602 2024-11-25T07:14:01,603 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.2 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.2 2024-11-25T07:14:01,604 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K (1393bytes) 2024-11-25T07:14:01,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 2024-11-25T07:14:01,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 after 0ms 2024-11-25T07:14:01,605 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 took 2ms 2024-11-25T07:14:01,609 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:01,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 so closing down 2024-11-25T07:14:01,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:01,609 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:01,613 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-25T07:14:01,613 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-25T07:14:01,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-25T07:14:01,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-25T07:14:01,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742353_1533 (size=743) 2024-11-25T07:14:01,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742353_1533 (size=743) 2024-11-25T07:14:01,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:01,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-25T07:14:01,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742352_1532 (size=678) 2024-11-25T07:14:01,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742352_1532 (size=678) 2024-11-25T07:14:02,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-25T07:14:02,023 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:02,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K (1393bytes) at 1732518841604Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 so closing down at 1732518841609 (+5 ms)3 split writer threads finished at 1732518841609Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732518841613 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732518841614 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518841620 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732518841622 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518842022 (+400 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732518842023 (+1 ms)Processed 19 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518842023 2024-11-25T07:14:02,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.3 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.3 2024-11-25T07:14:02,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K (1393bytes) 2024-11-25T07:14:02,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 2024-11-25T07:14:02,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 after 1ms 2024-11-25T07:14:02,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 took 2ms 2024-11-25T07:14:02,029 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:02,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 so closing down 2024-11-25T07:14:02,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:02,029 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:02,031 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-25T07:14:02,031 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-25T07:14:02,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-25T07:14:02,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-25T07:14:02,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742354_1534 (size=743) 2024-11-25T07:14:02,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742354_1534 (size=743) 2024-11-25T07:14:02,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-25T07:14:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742355_1535 (size=678) 2024-11-25T07:14:02,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742355_1535 (size=678) 2024-11-25T07:14:02,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-25T07:14:02,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:02,461 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K (1393bytes) at 1732518842025Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 so closing down at 1732518842029 (+4 ms)3 split writer threads finished at 1732518842029Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732518842032 (+3 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732518842035 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518842051 (+16 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732518842055 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518842459 (+404 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732518842461 (+2 ms)Processed 19 edits across 2 Regions in 433 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518842461 2024-11-25T07:14:02,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.4 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.4 2024-11-25T07:14:02,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K (1393bytes) 2024-11-25T07:14:02,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 2024-11-25T07:14:02,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 after 0ms 2024-11-25T07:14:02,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 took 2ms 2024-11-25T07:14:02,466 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:02,467 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 so closing down 2024-11-25T07:14:02,467 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:02,473 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:02,476 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-25T07:14:02,476 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-25T07:14:02,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-25T07:14:02,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-25T07:14:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742356_1536 (size=678) 2024-11-25T07:14:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742356_1536 (size=678) 2024-11-25T07:14:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742357_1537 (size=743) 2024-11-25T07:14:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742357_1537 (size=743) 2024-11-25T07:14:02,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-25T07:14:02,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-25T07:14:02,496 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-25T07:14:02,496 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K (1393bytes) at 1732518842463Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 so closing down at 1732518842467 (+4 ms)3 split writer threads finished at 1732518842473 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732518842477 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732518842478 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518842494 (+16 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518842494Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732518842495 (+1 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732518842496 (+1 ms)Processed 19 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732518842496 2024-11-25T07:14:02,497 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.5 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.5 2024-11-25T07:14:02,498 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K (1405bytes) 2024-11-25T07:14:02,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 2024-11-25T07:14:02,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 after 0ms 2024-11-25T07:14:02,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 took 2ms 2024-11-25T07:14:02,500 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:02,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 so closing down 2024-11-25T07:14:02,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:02,502 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:02,503 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-25T07:14:02,503 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-25T07:14:02,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-25T07:14:02,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-25T07:14:02,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742358_1538 (size=683) 2024-11-25T07:14:02,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742358_1538 (size=683) 2024-11-25T07:14:02,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-25T07:14:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742359_1539 (size=749) 2024-11-25T07:14:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742359_1539 (size=749) 2024-11-25T07:14:02,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-25T07:14:02,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-25T07:14:02,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K (1405bytes) at 1732518842498Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 so closing down at 1732518842501 (+3 ms)3 split writer threads finished at 1732518842502 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732518842504 (+2 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732518842504Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518842509 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732518842510 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518842515 (+5 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732518842516 (+1 ms)Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732518842516 2024-11-25T07:14:02,517 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.6 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.6 2024-11-25T07:14:02,517 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K (1413bytes) 2024-11-25T07:14:02,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 2024-11-25T07:14:02,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 after 1ms 2024-11-25T07:14:02,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 took 2ms 2024-11-25T07:14:02,521 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:02,522 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 so closing down 2024-11-25T07:14:02,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:02,522 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:02,523 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-25T07:14:02,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-25T07:14:02,532 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-25T07:14:02,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-25T07:14:02,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742360_1540 (size=753) 2024-11-25T07:14:02,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742360_1540 (size=753) 2024-11-25T07:14:02,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-25T07:14:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742361_1541 (size=687) 2024-11-25T07:14:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742361_1541 (size=687) 2024-11-25T07:14:02,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-25T07:14:02,554 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T07:14:02,554 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K (1413bytes) at 1732518842517Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 so closing down at 1732518842522 (+5 ms)3 split writer threads finished at 1732518842522Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732518842530 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732518842544 (+14 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518842548 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732518842550 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518842553 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732518842554 (+1 ms)Processed 19 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732518842554 2024-11-25T07:14:02,556 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.7 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.7 2024-11-25T07:14:02,556 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K (1413bytes) 2024-11-25T07:14:02,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 2024-11-25T07:14:02,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 after 0ms 2024-11-25T07:14:02,558 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 took 2ms 2024-11-25T07:14:02,559 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:02,560 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 so closing down 2024-11-25T07:14:02,560 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:02,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:02,568 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-25T07:14:02,568 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-25T07:14:02,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-25T07:14:02,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-25T07:14:02,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742362_1542 (size=687) 2024-11-25T07:14:02,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742362_1542 (size=687) 2024-11-25T07:14:02,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,595 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-25T07:14:02,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742363_1543 (size=753) 2024-11-25T07:14:02,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742363_1543 (size=753) 2024-11-25T07:14:02,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-25T07:14:02,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T07:14:02,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K (1413bytes) at 1732518842556Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 so closing down at 1732518842560 (+4 ms)3 split writer threads finished at 1732518842560Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732518842569 (+9 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732518842587 (+18 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518842593 (+6 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732518842595 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518842598 (+3 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732518842600 (+2 ms)Processed 19 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732518842600 2024-11-25T07:14:02,603 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.8 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.8 2024-11-25T07:14:02,603 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K (1413bytes) 2024-11-25T07:14:02,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 2024-11-25T07:14:02,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 after 1ms 2024-11-25T07:14:02,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 took 4ms 2024-11-25T07:14:02,610 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-25T07:14:02,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 so closing down 2024-11-25T07:14:02,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:14:02,611 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:14:02,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-25T07:14:02,615 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-25T07:14:02,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-25T07:14:02,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-25T07:14:02,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742365_1545 (size=687) 2024-11-25T07:14:02,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742365_1545 (size=687) 2024-11-25T07:14:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742364_1544 (size=753) 2024-11-25T07:14:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742364_1544 (size=753) 2024-11-25T07:14:02,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-25T07:14:02,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-25T07:14:02,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-25T07:14:02,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-25T07:14:02,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K (1413bytes) at 1732518842603Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 so closing down at 1732518842610 (+7 ms)3 split writer threads finished at 1732518842611 (+1 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732518842616 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732518842616Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732518842625 (+9 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732518842626 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732518842630 (+4 ms)Rename recovered edits hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732518842631 (+1 ms)Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732518842631 2024-11-25T07:14:02,633 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732518838825/wal.dat.9 to hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.9 2024-11-25T07:14:02,634 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518841562; access_time=1732518841341; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518841583; access_time=1732518841361; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518841603; access_time=1732518841372; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518842024; access_time=1732518841386; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518842462; access_time=1732518841406; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732518842497; access_time=1732518841432; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732518842517; access_time=1732518841455; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732518842555; access_time=1732518841469; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732518842602; access_time=1732518841480; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:40653/user/jenkins/test-data/fbc2ab3a-f780-39ea-81da-91e87c0d2ca0/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732518842632; access_time=1732518841493; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-25T07:14:02,644 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=144 (was 146), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 395) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8163 (was 8188) 2024-11-25T07:14:02,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=8162 2024-11-25T07:14:02,653 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-25T07:14:02,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742366_1546 (size=7) 2024-11-25T07:14:02,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742366_1546 (size=7) 2024-11-25T07:14:02,664 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40653/user/jenkins/test-data/fb6c755b-f989-f49f-ec65-285b7befcabc with version=8 2024-11-25T07:14:02,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:14:02,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:14:02,669 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-25T07:14:02,669 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-25T07:14:02,670 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-25T07:14:02,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-25T07:14:02,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-25T07:14:02,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-25T07:14:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742367_1547 (size=2324) 2024-11-25T07:14:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742367_1547 (size=2324) 2024-11-25T07:14:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-25T07:14:02,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43257 is added to blk_1073742368_1548 (size=2325) 2024-11-25T07:14:02,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32939 is added to blk_1073742368_1548 (size=2325) 2024-11-25T07:14:02,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0, size=2.3 K (2325bytes) 2024-11-25T07:14:02,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0 2024-11-25T07:14:02,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0 after 1ms 2024-11-25T07:14:02,723 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-25T07:14:02,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0 so closing down 2024-11-25T07:14:02,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-25T07:14:02,724 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0, journal: Splitting hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0, size=2.3 K (2325bytes) at 1732518842720Finishing writing output for hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0 so closing down at 1732518842723 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732518842724 (+1 ms) 2024-11-25T07:14:02,725 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732518842669/wal.dat.0 to hdfs://localhost:40653/user/jenkins/test-data/1fda75b1-16e7-e565-5e4d-c6a36c2e3e98/corrupt/wal.dat.0 2024-11-25T07:14:02,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=144 (was 144), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 419), ProcessCount=11 (was 11), AvailableMemoryMB=8159 (was 8162) 2024-11-25T07:14:02,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:14:02,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:14:02,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:14:02,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:14:02,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/hadoop.log.dir/,STOPPED} 2024-11-25T07:14:02,759 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:14:02,760 WARN [BP-1843173821-172.17.0.2-1732518788969 heartbeating to localhost/127.0.0.1:40653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:14:02,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:14:02,760 WARN [BP-1843173821-172.17.0.2-1732518788969 heartbeating to localhost/127.0.0.1:40653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843173821-172.17.0.2-1732518788969 (Datanode Uuid 24b2f8c6-965d-442c-91f9-d5ca481e1ccb) service to localhost/127.0.0.1:40653 2024-11-25T07:14:02,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data4/current/BP-1843173821-172.17.0.2-1732518788969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:14:02,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data3/current/BP-1843173821-172.17.0.2-1732518788969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:14:02,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:14:02,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:14:02,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:14:02,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:14:02,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:14:02,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/hadoop.log.dir/,STOPPED} 2024-11-25T07:14:02,772 WARN [BP-1843173821-172.17.0.2-1732518788969 heartbeating to localhost/127.0.0.1:40653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:14:02,773 WARN [BP-1843173821-172.17.0.2-1732518788969 heartbeating to localhost/127.0.0.1:40653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843173821-172.17.0.2-1732518788969 (Datanode Uuid 35259a51-7be5-4fb6-8cb7-875dfd7f0833) service to localhost/127.0.0.1:40653 2024-11-25T07:14:02,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:14:02,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:14:02,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data1/current/BP-1843173821-172.17.0.2-1732518788969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:14:02,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/cluster_ce10c7e6-6bf5-dd38-3a58-e01f9eb3d2f7/data/data2/current/BP-1843173821-172.17.0.2-1732518788969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:14:02,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:14:02,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:14:02,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:14:02,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:14:02,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:14:02,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54d1a6ae-b530-3696-567d-00b1d7b7a427/hadoop.log.dir/,STOPPED}